2024-12-05 13:47:17,332 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 13:47:17,343 main DEBUG Took 0.009341 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 13:47:17,343 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 13:47:17,344 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 13:47:17,344 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 13:47:17,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,352 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 13:47:17,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,365 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,367 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,369 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,371 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,371 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:47:17,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,373 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 13:47:17,375 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:47:17,376 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 13:47:17,378 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 13:47:17,378 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 13:47:17,379 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 13:47:17,380 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 13:47:17,387 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 13:47:17,390 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 13:47:17,392 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 13:47:17,392 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 13:47:17,393 main DEBUG createAppenders(={Console}) 2024-12-05 13:47:17,393 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-05 13:47:17,394 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 13:47:17,394 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-05 13:47:17,394 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 13:47:17,395 main DEBUG OutputStream closed 2024-12-05 13:47:17,395 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 13:47:17,395 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 13:47:17,395 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-05 13:47:17,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 13:47:17,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 13:47:17,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 13:47:17,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 13:47:17,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 13:47:17,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 13:47:17,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 13:47:17,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 13:47:17,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 13:47:17,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 13:47:17,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 13:47:17,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 13:47:17,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 13:47:17,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 13:47:17,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 13:47:17,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 13:47:17,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 13:47:17,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 13:47:17,467 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 13:47:17,467 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-05 13:47:17,468 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 13:47:17,468 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-05T13:47:17,668 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96 2024-12-05 13:47:17,670 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 13:47:17,670 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T13:47:17,678 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-05T13:47:17,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=11, AvailableMemoryMB=8766 2024-12-05T13:47:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:47:17,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856, deleteOnExit=true 2024-12-05T13:47:17,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:47:17,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/test.cache.data in system properties and HBase conf 2024-12-05T13:47:17,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:47:17,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:47:17,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:47:17,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:47:17,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:47:17,823 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T13:47:17,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:47:17,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:47:17,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:47:17,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:47:17,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:47:17,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:47:17,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:47:17,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:47:17,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:47:17,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:47:17,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:47:17,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:47:17,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:47:17,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:47:17,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:47:19,267 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T13:47:19,335 INFO [Time-limited test {}] log.Log(170): Logging initialized @2643ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T13:47:19,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:47:19,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:47:19,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:47:19,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:47:19,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:47:19,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:47:19,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:47:19,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:47:19,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/java.io.tmpdir/jetty-localhost-41923-hadoop-hdfs-3_4_1-tests_jar-_-any-10309739019056391498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:47:19,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:41923} 2024-12-05T13:47:19,744 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-12-05T13:47:20,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:47:20,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:47:20,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:47:20,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:47:20,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:47:20,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:47:20,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:47:20,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/java.io.tmpdir/jetty-localhost-40757-hadoop-hdfs-3_4_1-tests_jar-_-any-11196193537614807697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:47:20,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:40757} 2024-12-05T13:47:20,494 INFO [Time-limited test {}] server.Server(415): Started @3802ms 2024-12-05T13:47:20,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:47:20,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:47:20,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:47:20,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:47:20,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:47:20,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:47:20,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:47:20,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:47:20,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/java.io.tmpdir/jetty-localhost-45813-hadoop-hdfs-3_4_1-tests_jar-_-any-17213727249670325620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:47:20,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:45813} 2024-12-05T13:47:20,778 INFO [Time-limited test {}] server.Server(415): Started @4086ms 2024-12-05T13:47:20,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:47:21,794 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data4/current/BP-724071640-172.17.0.2-1733406438377/current, will proceed with Du for space computation calculation, 2024-12-05T13:47:21,794 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data2/current/BP-724071640-172.17.0.2-1733406438377/current, will proceed with Du for space computation calculation, 2024-12-05T13:47:21,794 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data1/current/BP-724071640-172.17.0.2-1733406438377/current, will proceed with Du for space computation calculation, 2024-12-05T13:47:21,794 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data3/current/BP-724071640-172.17.0.2-1733406438377/current, will proceed with Du for space computation calculation, 2024-12-05T13:47:21,835 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:47:21,835 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:47:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eba4728f53bc276 with lease ID 0xde98b87656c4d7b4: Processing first storage report for DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1 from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=98033933-71c6-4dd8-b877-8f3aa19d8a80, infoPort=34093, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377) 2024-12-05T13:47:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eba4728f53bc276 with lease ID 0xde98b87656c4d7b4: from storage DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=98033933-71c6-4dd8-b877-8f3aa19d8a80, infoPort=34093, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T13:47:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf5433b39840d77 with lease ID 0xde98b87656c4d7b5: Processing first storage report for DS-60b903ed-bdcf-40c2-968b-786b2009650c from datanode DatanodeRegistration(127.0.0.1:44931, datanodeUuid=f3de861b-8966-4f92-b042-9d978215f782, infoPort=45349, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377) 2024-12-05T13:47:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf5433b39840d77 with lease ID 0xde98b87656c4d7b5: from storage DS-60b903ed-bdcf-40c2-968b-786b2009650c node DatanodeRegistration(127.0.0.1:44931, datanodeUuid=f3de861b-8966-4f92-b042-9d978215f782, infoPort=45349, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:47:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eba4728f53bc276 with lease ID 0xde98b87656c4d7b4: Processing first storage report for DS-f98a24d8-ad52-4e6d-a3b6-2bf194b9dc47 from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=98033933-71c6-4dd8-b877-8f3aa19d8a80, infoPort=34093, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377) 2024-12-05T13:47:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eba4728f53bc276 with lease ID 0xde98b87656c4d7b4: from storage DS-f98a24d8-ad52-4e6d-a3b6-2bf194b9dc47 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=98033933-71c6-4dd8-b877-8f3aa19d8a80, infoPort=34093, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:47:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf5433b39840d77 with lease ID 0xde98b87656c4d7b5: Processing first storage report for DS-8e83f5b5-3192-430f-bf47-b9f3f8fc9e72 from datanode DatanodeRegistration(127.0.0.1:44931, datanodeUuid=f3de861b-8966-4f92-b042-9d978215f782, infoPort=45349, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377) 2024-12-05T13:47:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf5433b39840d77 with lease ID 0xde98b87656c4d7b5: from storage DS-8e83f5b5-3192-430f-bf47-b9f3f8fc9e72 node DatanodeRegistration(127.0.0.1:44931, datanodeUuid=f3de861b-8966-4f92-b042-9d978215f782, infoPort=45349, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1848836654;c=1733406438377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:47:21,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96 2024-12-05T13:47:22,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/zookeeper_0, clientPort=62676, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:47:22,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62676 2024-12-05T13:47:22,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:22,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:47:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:47:22,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14 with version=8 2024-12-05T13:47:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase-staging 2024-12-05T13:47:22,831 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T13:47:23,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:47:23,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:47:23,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:47:23,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:47:23,217 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T13:47:23,224 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T13:47:23,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:47:23,247 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79663 (auto-detected) 2024-12-05T13:47:23,248 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T13:47:23,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46321 2024-12-05T13:47:23,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46321 connecting to ZooKeeper ensemble=127.0.0.1:62676 2024-12-05T13:47:23,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463210x0, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:47:23,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46321-0x101a708e4ab0000 connected 2024-12-05T13:47:23,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:23,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:23,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:47:23,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14, hbase.cluster.distributed=false 2024-12-05T13:47:23,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:47:23,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-05T13:47:23,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46321 2024-12-05T13:47:23,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46321 2024-12-05T13:47:23,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-05T13:47:23,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-05T13:47:23,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:47:23,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:47:23,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:47:23,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:47:23,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:47:23,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:47:23,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37939 2024-12-05T13:47:23,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37939 connecting to ZooKeeper ensemble=127.0.0.1:62676 2024-12-05T13:47:23,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:23,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379390x0, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:47:23,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379390x0, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:47:23,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37939-0x101a708e4ab0001 connected 2024-12-05T13:47:23,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:47:23,669 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:47:23,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:47:23,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:47:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37939 2024-12-05T13:47:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37939 2024-12-05T13:47:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37939 2024-12-05T13:47:23,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37939 2024-12-05T13:47:23,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37939 2024-12-05T13:47:23,693 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:46321 2024-12-05T13:47:23,694 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,46321,1733406442872 2024-12-05T13:47:23,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:47:23,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:47:23,712 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,46321,1733406442872 2024-12-05T13:47:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:47:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:23,743 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:47:23,744 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,46321,1733406442872 from backup master directory 2024-12-05T13:47:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:47:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,46321,1733406442872 2024-12-05T13:47:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:47:23,755 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:47:23,755 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,46321,1733406442872 2024-12-05T13:47:23,757 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T13:47:23,758 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T13:47:23,808 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase.id] with ID: be3721df-a42d-4438-bbb8-643fa6dd2c0e 2024-12-05T13:47:23,808 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/.tmp/hbase.id 2024-12-05T13:47:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:47:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:47:23,822 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/.tmp/hbase.id]:[hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase.id] 2024-12-05T13:47:23,867 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:23,871 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:47:23,888 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T13:47:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:47:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:47:23,935 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:47:23,937 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:47:23,944 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:47:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:47:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:47:23,991 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store 2024-12-05T13:47:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:47:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:47:24,013 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T13:47:24,017 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:24,018 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:47:24,019 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:47:24,019 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:47:24,021 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:47:24,021 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:47:24,021 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:47:24,023 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406444018Disabling compacts and flushes for region at 1733406444018Disabling writes for close at 1733406444021 (+3 ms)Writing region close event to WAL at 1733406444021Closed at 1733406444021 2024-12-05T13:47:24,026 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/.initializing 2024-12-05T13:47:24,026 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/WALs/da6aa2204f50,46321,1733406442872 2024-12-05T13:47:24,034 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:47:24,048 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C46321%2C1733406442872, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/WALs/da6aa2204f50,46321,1733406442872, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/oldWALs, maxLogs=10 2024-12-05T13:47:24,079 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/WALs/da6aa2204f50,46321,1733406442872/da6aa2204f50%2C46321%2C1733406442872.1733406444053, exclude list is [], retry=0 2024-12-05T13:47:24,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:47:24,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:47:24,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:47:24,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T13:47:24,136 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/WALs/da6aa2204f50,46321,1733406442872/da6aa2204f50%2C46321%2C1733406442872.1733406444053 2024-12-05T13:47:24,137 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093),(127.0.0.1/127.0.0.1:45349:45349)] 2024-12-05T13:47:24,137 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:47:24,138 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:24,141 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,142 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:47:24,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:24,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:47:24,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:47:24,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:47:24,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:47:24,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:47:24,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:47:24,228 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,231 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,232 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,237 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,237 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,241 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:47:24,245 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:47:24,250 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:47:24,252 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752163, jitterRate=-0.043575868010520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:47:24,259 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733406444156Initializing all the Stores at 1733406444158 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406444159 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406444159Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406444160 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406444160Cleaning up temporary data from old regions at 1733406444237 (+77 ms)Region opened successfully at 1733406444259 (+22 ms) 2024-12-05T13:47:24,260 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:47:24,292 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133e1955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:47:24,319 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:47:24,328 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:47:24,328 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:47:24,331 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:47:24,332 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:47:24,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T13:47:24,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:47:24,359 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:47:24,367 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:47:24,409 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:47:24,414 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:47:24,417 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:47:24,425 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:47:24,427 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:47:24,431 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:47:24,442 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:47:24,445 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:47:24,454 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:47:24,475 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:47:24,483 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:47:24,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:47:24,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:47:24,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,501 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,46321,1733406442872, sessionid=0x101a708e4ab0000, setting cluster-up flag (Was=false) 2024-12-05T13:47:24,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,554 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:47:24,558 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,46321,1733406442872 2024-12-05T13:47:24,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:24,609 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:47:24,613 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,46321,1733406442872 2024-12-05T13:47:24,621 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:47:24,682 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:47:24,685 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(746): ClusterId : be3721df-a42d-4438-bbb8-643fa6dd2c0e 2024-12-05T13:47:24,689 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:47:24,693 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:47:24,699 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:47:24,703 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:47:24,703 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:47:24,705 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,46321,1733406442872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:47:24,714 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:47:24,715 DEBUG [RS:0;da6aa2204f50:37939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9286e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:47:24,715 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:47:24,716 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:47:24,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:47:24,722 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733406474722 2024-12-05T13:47:24,724 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:47:24,725 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:47:24,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:47:24,729 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:47:24,729 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:37939 2024-12-05T13:47:24,729 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:47:24,730 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:47:24,730 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:47:24,732 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:47:24,732 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:47:24,732 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:47:24,731 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,735 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:47:24,735 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,46321,1733406442872 with port=37939, startcode=1733406443591 2024-12-05T13:47:24,736 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:47:24,736 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:47:24,739 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:47:24,740 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:47:24,742 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406444741,5,FailOnTimeoutGroup] 2024-12-05T13:47:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:47:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:47:24,746 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406444743,5,FailOnTimeoutGroup] 2024-12-05T13:47:24,747 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,747 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:47:24,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:47:24,748 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14 2024-12-05T13:47:24,748 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,748 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,748 DEBUG [RS:0;da6aa2204f50:37939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:47:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:47:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:47:24,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:24,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:47:24,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:47:24,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:24,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:47:24,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:47:24,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:24,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:47:24,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:47:24,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:24,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:47:24,782 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:47:24,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:47:24,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:24,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:24,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:47:24,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740 2024-12-05T13:47:24,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740 2024-12-05T13:47:24,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46321 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:47:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:47:24,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:47:24,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:47:24,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:47:24,801 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749716, jitterRate=-0.046687811613082886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:47:24,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733406444764Initializing all the Stores at 1733406444766 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406444766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406444767 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406444767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406444767Cleaning up temporary data from old regions at 1733406444792 (+25 ms)Region opened successfully at 1733406444804 (+12 ms) 2024-12-05T13:47:24,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:47:24,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:47:24,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:47:24,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:47:24,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:47:24,806 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:47:24,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406444805Disabling compacts and flushes for region at 1733406444805Disabling writes for close at 1733406444805Writing region close event to WAL at 1733406444806 (+1 ms)Closed at 1733406444806 2024-12-05T13:47:24,808 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14 2024-12-05T13:47:24,808 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38079 2024-12-05T13:47:24,808 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:47:24,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:47:24,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:47:24,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:47:24,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:47:24,818 DEBUG [RS:0;da6aa2204f50:37939 {}] zookeeper.ZKUtil(111): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,818 WARN [RS:0;da6aa2204f50:37939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:47:24,818 INFO [RS:0;da6aa2204f50:37939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:47:24,818 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,37939,1733406443591] 2024-12-05T13:47:24,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:47:24,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:47:24,841 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:47:24,851 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:47:24,855 INFO [RS:0;da6aa2204f50:37939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:47:24,855 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,856 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:47:24,861 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:47:24,863 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,863 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,863 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,864 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,864 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,864 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,864 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:47:24,864 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:47:24,865 DEBUG [RS:0;da6aa2204f50:37939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,867 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37939,1733406443591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:47:24,883 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:47:24,884 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37939,1733406443591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,884 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,885 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.Replication(171): da6aa2204f50,37939,1733406443591 started 2024-12-05T13:47:24,901 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:24,901 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,37939,1733406443591, RpcServer on da6aa2204f50/172.17.0.2:37939, sessionid=0x101a708e4ab0001 2024-12-05T13:47:24,902 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:47:24,902 DEBUG [RS:0;da6aa2204f50:37939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,902 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,37939,1733406443591' 2024-12-05T13:47:24,903 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:47:24,904 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:47:24,905 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:47:24,905 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:47:24,905 DEBUG [RS:0;da6aa2204f50:37939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,37939,1733406443591 2024-12-05T13:47:24,905 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,37939,1733406443591' 2024-12-05T13:47:24,905 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:47:24,906 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:47:24,906 DEBUG [RS:0;da6aa2204f50:37939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:47:24,907 INFO [RS:0;da6aa2204f50:37939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:47:24,907 INFO [RS:0;da6aa2204f50:37939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:47:24,979 WARN [da6aa2204f50:46321 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:47:25,014 INFO [RS:0;da6aa2204f50:37939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:47:25,018 INFO [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C37939%2C1733406443591, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs, maxLogs=32 2024-12-05T13:47:25,032 DEBUG [RS:0;da6aa2204f50:37939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406445020, exclude list is [], retry=0 2024-12-05T13:47:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:47:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:47:25,040 INFO [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406445020 2024-12-05T13:47:25,041 DEBUG [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093),(127.0.0.1/127.0.0.1:45349:45349)] 2024-12-05T13:47:25,234 DEBUG [da6aa2204f50:46321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:47:25,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:25,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,37939,1733406443591, state=OPENING 2024-12-05T13:47:25,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:47:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:47:25,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:47:25,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:47:25,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:47:25,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,37939,1733406443591}] 2024-12-05T13:47:25,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:47:25,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:47:25,506 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:47:25,507 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:47:25,507 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:47:25,510 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C37939%2C1733406443591.meta, suffix=.meta, logDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs, maxLogs=32 2024-12-05T13:47:25,525 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.meta.1733406445511.meta, exclude list is [], retry=0 2024-12-05T13:47:25,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:47:25,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:47:25,531 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.meta.1733406445511.meta 2024-12-05T13:47:25,531 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093),(127.0.0.1/127.0.0.1:45349:45349)] 2024-12-05T13:47:25,532 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:47:25,533 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:47:25,536 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:47:25,541 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:47:25,546 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:47:25,546 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:25,547 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:47:25,547 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:47:25,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:47:25,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:47:25,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:25,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:25,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:47:25,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:47:25,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:25,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:25,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:47:25,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:47:25,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:25,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:25,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:47:25,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:47:25,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:25,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:47:25,559 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:47:25,561 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740 2024-12-05T13:47:25,564 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740 2024-12-05T13:47:25,566 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:47:25,566 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:47:25,567 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:47:25,570 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:47:25,572 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806606, jitterRate=0.025652840733528137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:47:25,572 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:47:25,574 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733406445547Writing region info on filesystem at 1733406445547Initializing all the Stores at 1733406445549 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406445549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406445550 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406445550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406445550Cleaning up temporary data from old regions at 1733406445566 (+16 ms)Running coprocessor post-open hooks at 1733406445572 (+6 ms)Region opened successfully at 1733406445574 (+2 ms) 2024-12-05T13:47:25,581 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733406445484 2024-12-05T13:47:25,591 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:47:25,592 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:47:25,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:25,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,37939,1733406443591, state=OPEN 2024-12-05T13:47:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:47:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:47:25,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:47:25,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:47:25,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:25,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:47:25,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,37939,1733406443591 in 312 msec 2024-12-05T13:47:25,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:47:25,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-12-05T13:47:25,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:47:25,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:47:25,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:47:25,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,37939,1733406443591, seqNum=-1] 2024-12-05T13:47:25,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:47:25,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:47:25,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0490 sec 2024-12-05T13:47:25,698 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733406445698, completionTime=-1 2024-12-05T13:47:25,701 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:47:25,701 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:47:25,726 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:47:25,726 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733406505726 2024-12-05T13:47:25,726 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733406565726 2024-12-05T13:47:25,726 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-05T13:47:25,728 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,729 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,729 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,730 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:46321, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,731 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,731 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,737 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:47:25,758 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.003sec 2024-12-05T13:47:25,760 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:47:25,761 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:47:25,762 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:47:25,762 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:47:25,763 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:47:25,763 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:47:25,764 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:47:25,772 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:47:25,773 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:47:25,774 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,46321,1733406442872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:47:25,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5379a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:47:25,796 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T13:47:25,796 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T13:47:25,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,46321,-1 for getting cluster id 2024-12-05T13:47:25,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:47:25,808 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be3721df-a42d-4438-bbb8-643fa6dd2c0e' 2024-12-05T13:47:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:47:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be3721df-a42d-4438-bbb8-643fa6dd2c0e" 2024-12-05T13:47:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27800ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:47:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,46321,-1] 2024-12-05T13:47:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:47:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:47:25,816 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:47:25,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:47:25,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:47:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,37939,1733406443591, seqNum=-1] 2024-12-05T13:47:25,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:47:25,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:47:25,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,46321,1733406442872 2024-12-05T13:47:25,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:47:25,853 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T13:47:25,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:47:25,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,46321,1733406442872 2024-12-05T13:47:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ec33f2 2024-12-05T13:47:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:47:25,866 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:47:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T13:47:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T13:47:25,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:47:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-05T13:47:25,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:47:25,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-05T13:47:25,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:25,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:47:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:47:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741835_1011 (size=389) 2024-12-05T13:47:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741835_1011 (size=389) 2024-12-05T13:47:25,902 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54194d0b0b0468cedb7b4081f2c26bde, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14 2024-12-05T13:47:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741836_1012 (size=72) 2024-12-05T13:47:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741836_1012 (size=72) 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 54194d0b0b0468cedb7b4081f2c26bde, disabling compactions & flushes 2024-12-05T13:47:25,913 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. after waiting 0 ms 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:25,913 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:25,913 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54194d0b0b0468cedb7b4081f2c26bde: Waiting for close lock at 1733406445913Disabling compacts and flushes for region at 1733406445913Disabling writes for close at 1733406445913Writing region close event to WAL at 1733406445913Closed at 1733406445913 2024-12-05T13:47:25,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:47:25,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733406445916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406445916"}]},"ts":"1733406445916"} 2024-12-05T13:47:25,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:47:25,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:47:25,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406445927"}]},"ts":"1733406445927"} 2024-12-05T13:47:25,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-05T13:47:25,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54194d0b0b0468cedb7b4081f2c26bde, ASSIGN}] 2024-12-05T13:47:25,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54194d0b0b0468cedb7b4081f2c26bde, ASSIGN 2024-12-05T13:47:25,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54194d0b0b0468cedb7b4081f2c26bde, ASSIGN; state=OFFLINE, location=da6aa2204f50,37939,1733406443591; forceNewPlan=false, retain=false 2024-12-05T13:47:26,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54194d0b0b0468cedb7b4081f2c26bde, regionState=OPENING, regionLocation=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54194d0b0b0468cedb7b4081f2c26bde, ASSIGN because future has completed 2024-12-05T13:47:26,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54194d0b0b0468cedb7b4081f2c26bde, server=da6aa2204f50,37939,1733406443591}] 2024-12-05T13:47:26,266 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:26,267 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54194d0b0b0468cedb7b4081f2c26bde, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:47:26,268 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,268 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:47:26,268 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,268 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,271 INFO [StoreOpener-54194d0b0b0468cedb7b4081f2c26bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,275 INFO [StoreOpener-54194d0b0b0468cedb7b4081f2c26bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54194d0b0b0468cedb7b4081f2c26bde columnFamilyName info 2024-12-05T13:47:26,275 DEBUG [StoreOpener-54194d0b0b0468cedb7b4081f2c26bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:47:26,276 INFO [StoreOpener-54194d0b0b0468cedb7b4081f2c26bde-1 {}] regionserver.HStore(327): Store=54194d0b0b0468cedb7b4081f2c26bde/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:47:26,277 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,278 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,279 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,280 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,280 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,282 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,286 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:47:26,287 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54194d0b0b0468cedb7b4081f2c26bde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826542, jitterRate=0.05100317299365997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:47:26,287 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:26,288 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54194d0b0b0468cedb7b4081f2c26bde: Running coprocessor pre-open hook at 1733406446268Writing region info on filesystem at 1733406446268Initializing all the Stores at 1733406446271 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406446271Cleaning up temporary data from old regions at 1733406446280 (+9 ms)Running coprocessor post-open hooks at 1733406446287 (+7 ms)Region opened successfully at 1733406446288 (+1 ms) 2024-12-05T13:47:26,290 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde., pid=6, masterSystemTime=1733406446259 2024-12-05T13:47:26,293 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:26,294 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:26,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54194d0b0b0468cedb7b4081f2c26bde, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,37939,1733406443591 2024-12-05T13:47:26,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54194d0b0b0468cedb7b4081f2c26bde, server=da6aa2204f50,37939,1733406443591 because future has completed 2024-12-05T13:47:26,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:47:26,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54194d0b0b0468cedb7b4081f2c26bde, server=da6aa2204f50,37939,1733406443591 in 197 msec 2024-12-05T13:47:26,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:47:26,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=54194d0b0b0468cedb7b4081f2c26bde, ASSIGN in 370 msec 2024-12-05T13:47:26,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:47:26,337 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406446337"}]},"ts":"1733406446337"} 2024-12-05T13:47:26,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-05T13:47:26,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:47:26,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 470 msec 2024-12-05T13:47:31,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:47:31,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:47:31,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-05T13:47:33,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:47:33,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:47:33,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T13:47:33,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T13:47:33,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:47:33,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:47:33,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:47:33,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:47:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:47:35,958 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-05T13:47:35,964 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-05T13:47:35,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-05T13:47:35,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:47:35,985 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406455972, exclude list is [], retry=0 2024-12-05T13:47:35,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:47:35,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:47:35,992 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406445020 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406455972 2024-12-05T13:47:35,993 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349),(127.0.0.1/127.0.0.1:34093:34093)] 2024-12-05T13:47:35,993 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406445020 is not closed yet, will try archiving it next time 2024-12-05T13:47:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741833_1009 (size=451) 2024-12-05T13:47:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741833_1009 (size=451) 2024-12-05T13:47:35,998 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406445020 to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs/da6aa2204f50%2C37939%2C1733406443591.1733406445020 2024-12-05T13:47:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde., hostname=da6aa2204f50,37939,1733406443591, seqNum=2] 2024-12-05T13:47:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.HRegion(8855): Flush requested on 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:47:50,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54194d0b0b0468cedb7b4081f2c26bde 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:47:50,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/1a439cff2ed44e7e91658ad17c872a09 is 1055, key is row0001/info:/1733406456005/Put/seqid=0 2024-12-05T13:47:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741838_1014 (size=13386) 2024-12-05T13:47:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741838_1014 (size=13386) 2024-12-05T13:47:50,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/1a439cff2ed44e7e91658ad17c872a09 2024-12-05T13:47:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/1a439cff2ed44e7e91658ad17c872a09 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/1a439cff2ed44e7e91658ad17c872a09 2024-12-05T13:47:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/1a439cff2ed44e7e91658ad17c872a09, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T13:47:50,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 54194d0b0b0468cedb7b4081f2c26bde in 125ms, sequenceid=12, compaction requested=false 2024-12-05T13:47:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54194d0b0b0468cedb7b4081f2c26bde: 2024-12-05T13:47:51,982 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:47:56,094 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406476076, exclude list is [], retry=0 2024-12-05T13:47:56,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:47:56,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:47:56,099 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406455972 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406476076 2024-12-05T13:47:56,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349),(127.0.0.1/127.0.0.1:34093:34093)] 2024-12-05T13:47:56,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406455972 is not closed yet, will try archiving it next time 2024-12-05T13:47:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741837_1013 (size=12149) 2024-12-05T13:47:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741837_1013 (size=12149) 2024-12-05T13:48:01,105 INFO [AsyncFSWAL-0-hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14-prefix:da6aa2204f50,37939,1733406443591 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK], DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK]] 2024-12-05T13:48:01,106 WARN [AsyncFSWAL-0-hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14-prefix:da6aa2204f50,37939,1733406443591 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK], DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK]] 2024-12-05T13:48:01,107 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6aa2204f50%2C37939%2C1733406443591:(num 1733406476076) roll requested 2024-12-05T13:48:01,123 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406481108, exclude list is [], retry=0 2024-12-05T13:48:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:48:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:48:01,130 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406476076 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406481108 2024-12-05T13:48:01,131 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093),(127.0.0.1/127.0.0.1:45349:45349)] 2024-12-05T13:48:01,131 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406476076 is not closed yet, will try archiving it next time 2024-12-05T13:48:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741839_1015 (size=1233) 2024-12-05T13:48:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741839_1015 (size=1233) 2024-12-05T13:48:03,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:48:03,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406483107, exclude list is [], retry=0 2024-12-05T13:48:03,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-60b903ed-bdcf-40c2-968b-786b2009650c,DISK] 2024-12-05T13:48:03,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-5d467a6c-8f30-4e61-a1be-6abafc4acac1,DISK] 2024-12-05T13:48:03,129 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406481108 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406483107 2024-12-05T13:48:03,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349),(127.0.0.1/127.0.0.1:34093:34093)] 2024-12-05T13:48:03,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406481108 is not closed yet, will try archiving it next time 2024-12-05T13:48:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741840_1016 (size=93) 2024-12-05T13:48:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741840_1016 (size=93) 2024-12-05T13:48:03,133 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/WALs/da6aa2204f50,37939,1733406443591/da6aa2204f50%2C37939%2C1733406443591.1733406481108 to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs/da6aa2204f50%2C37939%2C1733406443591.1733406481108 2024-12-05T13:48:05,777 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:48:05,777 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:48:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37939 {}] regionserver.HRegion(8855): Flush requested on 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:48:11,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54194d0b0b0468cedb7b4081f2c26bde 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:48:11,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/257645a9643644b6aaea7e6bdcb64d47 is 1055, key is row0009/info:/1733406472065/Put/seqid=0 2024-12-05T13:48:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741842_1018 (size=13386) 2024-12-05T13:48:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741842_1018 (size=13386) 2024-12-05T13:48:11,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/257645a9643644b6aaea7e6bdcb64d47 2024-12-05T13:48:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/257645a9643644b6aaea7e6bdcb64d47 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/257645a9643644b6aaea7e6bdcb64d47 2024-12-05T13:48:11,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/257645a9643644b6aaea7e6bdcb64d47, entries=8, sequenceid=23, filesize=13.1 K 2024-12-05T13:48:11,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 54194d0b0b0468cedb7b4081f2c26bde in 42ms, sequenceid=23, compaction requested=false 2024-12-05T13:48:11,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54194d0b0b0468cedb7b4081f2c26bde: 2024-12-05T13:48:11,189 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-05T13:48:11,189 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:48:11,190 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/1a439cff2ed44e7e91658ad17c872a09 because midkey is the same as first or last row 2024-12-05T13:48:11,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 54194d0b0b0468cedb7b4081f2c26bde, had cached 0 bytes from a total of 26772 2024-12-05T13:48:21,983 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:48:23,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:48:23,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:48:23,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:23,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:23,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:23,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:48:23,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:48:23,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1942247500, stopped=false 2024-12-05T13:48:23,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,46321,1733406442872 2024-12-05T13:48:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:23,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:48:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:23,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:48:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:23,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:23,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:23,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,37939,1733406443591' ***** 2024-12-05T13:48:23,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:48:23,224 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:48:23,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:23,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:23,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:48:23,224 INFO [RS:0;da6aa2204f50:37939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:48:23,224 INFO [RS:0;da6aa2204f50:37939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:48:23,225 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:48:23,225 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,37939,1733406443591 2024-12-05T13:48:23,225 INFO [RS:0;da6aa2204f50:37939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:48:23,225 INFO [RS:0;da6aa2204f50:37939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:37939. 2024-12-05T13:48:23,226 DEBUG [RS:0;da6aa2204f50:37939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:23,226 DEBUG [RS:0;da6aa2204f50:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:23,226 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:48:23,226 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:48:23,226 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:48:23,226 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54194d0b0b0468cedb7b4081f2c26bde, disabling compactions & flushes 2024-12-05T13:48:23,226 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:48:23,226 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:48:23,226 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:48:23,226 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. after waiting 0 ms 2024-12-05T13:48:23,226 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:48:23,227 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:48:23,227 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54194d0b0b0468cedb7b4081f2c26bde 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-05T13:48:23,227 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:48:23,227 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54194d0b0b0468cedb7b4081f2c26bde=TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde.} 2024-12-05T13:48:23,227 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:48:23,227 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:48:23,227 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:48:23,227 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:48:23,227 DEBUG [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54194d0b0b0468cedb7b4081f2c26bde 2024-12-05T13:48:23,228 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-05T13:48:23,249 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/39c2cf1e005446c1abf916b18712640f is 1055, key is row0017/info:/1733406493152/Put/seqid=0 2024-12-05T13:48:23,252 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/info/49438d285dca41a3a5c430cc348abd59 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde./info:regioninfo/1733406446295/Put/seqid=0 2024-12-05T13:48:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741843_1019 (size=10222) 2024-12-05T13:48:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741844_1020 (size=7016) 2024-12-05T13:48:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741843_1019 (size=10222) 2024-12-05T13:48:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741844_1020 (size=7016) 2024-12-05T13:48:23,264 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/info/49438d285dca41a3a5c430cc348abd59 2024-12-05T13:48:23,264 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/39c2cf1e005446c1abf916b18712640f 2024-12-05T13:48:23,290 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/.tmp/info/39c2cf1e005446c1abf916b18712640f as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/39c2cf1e005446c1abf916b18712640f 2024-12-05T13:48:23,304 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/info/39c2cf1e005446c1abf916b18712640f, entries=5, sequenceid=31, filesize=10.0 K 2024-12-05T13:48:23,305 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/ns/e1ae84cb6045400ca6fd53a4c8cb49cd is 43, key is default/ns:d/1733406445682/Put/seqid=0 2024-12-05T13:48:23,307 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 54194d0b0b0468cedb7b4081f2c26bde in 80ms, sequenceid=31, compaction requested=true 2024-12-05T13:48:23,329 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/default/TestLogRolling-testSlowSyncLogRolling/54194d0b0b0468cedb7b4081f2c26bde/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-05T13:48:23,332 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:48:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741845_1021 (size=5153) 2024-12-05T13:48:23,332 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54194d0b0b0468cedb7b4081f2c26bde: Waiting for close lock at 1733406503225Running coprocessor pre-close hooks at 1733406503226 (+1 ms)Disabling compacts and flushes for region at 1733406503226Disabling writes for close at 1733406503226Obtaining lock to block concurrent updates at 1733406503227 (+1 ms)Preparing flush snapshotting stores in 54194d0b0b0468cedb7b4081f2c26bde at 1733406503227Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733406503227Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. at 1733406503236 (+9 ms)Flushing 54194d0b0b0468cedb7b4081f2c26bde/info: creating writer at 1733406503237 (+1 ms)Flushing 54194d0b0b0468cedb7b4081f2c26bde/info: appending metadata at 1733406503248 (+11 ms)Flushing 54194d0b0b0468cedb7b4081f2c26bde/info: closing flushed file at 1733406503248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf5c38c: reopening flushed file at 1733406503289 (+41 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 54194d0b0b0468cedb7b4081f2c26bde in 80ms, sequenceid=31, compaction requested=true at 1733406503307 (+18 ms)Writing region close event to WAL at 1733406503322 (+15 ms)Running coprocessor post-close hooks at 1733406503330 (+8 ms)Closed at 1733406503331 (+1 ms) 2024-12-05T13:48:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741845_1021 (size=5153) 2024-12-05T13:48:23,332 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733406445868.54194d0b0b0468cedb7b4081f2c26bde. 2024-12-05T13:48:23,333 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/ns/e1ae84cb6045400ca6fd53a4c8cb49cd 2024-12-05T13:48:23,355 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/table/e66693174c344a41a83ca9e92b92f3f1 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733406446337/Put/seqid=0 2024-12-05T13:48:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741846_1022 (size=5396) 2024-12-05T13:48:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741846_1022 (size=5396) 2024-12-05T13:48:23,362 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/table/e66693174c344a41a83ca9e92b92f3f1 2024-12-05T13:48:23,372 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/info/49438d285dca41a3a5c430cc348abd59 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/info/49438d285dca41a3a5c430cc348abd59 2024-12-05T13:48:23,381 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/info/49438d285dca41a3a5c430cc348abd59, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T13:48:23,383 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/ns/e1ae84cb6045400ca6fd53a4c8cb49cd as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/ns/e1ae84cb6045400ca6fd53a4c8cb49cd 2024-12-05T13:48:23,393 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/ns/e1ae84cb6045400ca6fd53a4c8cb49cd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:48:23,394 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/.tmp/table/e66693174c344a41a83ca9e92b92f3f1 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/table/e66693174c344a41a83ca9e92b92f3f1 2024-12-05T13:48:23,403 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/table/e66693174c344a41a83ca9e92b92f3f1, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T13:48:23,405 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false 2024-12-05T13:48:23,411 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:48:23,411 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:48:23,412 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:23,412 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406503227Running coprocessor pre-close hooks at 1733406503227Disabling compacts and flushes for region at 1733406503227Disabling writes for close at 1733406503227Obtaining lock to block concurrent updates at 1733406503228 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733406503228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733406503228Flushing stores of hbase:meta,,1.1588230740 at 1733406503229 (+1 ms)Flushing 1588230740/info: creating writer at 1733406503229Flushing 1588230740/info: appending metadata at 1733406503252 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733406503252Flushing 1588230740/ns: creating writer at 1733406503285 (+33 ms)Flushing 1588230740/ns: appending metadata at 1733406503305 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733406503305Flushing 1588230740/table: creating writer at 1733406503341 (+36 ms)Flushing 1588230740/table: appending metadata at 1733406503354 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733406503354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3bf850: reopening flushed file at 1733406503371 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3187b657: reopening flushed file at 1733406503382 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7e0ea2: reopening flushed file at 1733406503393 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false at 1733406503405 (+12 ms)Writing region close event to WAL at 1733406503406 (+1 ms)Running coprocessor post-close hooks at 1733406503411 (+5 ms)Closed at 1733406503412 (+1 ms) 2024-12-05T13:48:23,412 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:23,427 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,37939,1733406443591; all regions closed. 2024-12-05T13:48:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741834_1010 (size=3066) 2024-12-05T13:48:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741834_1010 (size=3066) 2024-12-05T13:48:23,435 DEBUG [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs 2024-12-05T13:48:23,435 INFO [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C37939%2C1733406443591.meta:.meta(num 1733406445511) 2024-12-05T13:48:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741841_1017 (size=13164) 2024-12-05T13:48:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741841_1017 (size=13164) 2024-12-05T13:48:23,445 DEBUG [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/oldWALs 2024-12-05T13:48:23,445 INFO [RS:0;da6aa2204f50:37939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C37939%2C1733406443591:(num 1733406483107) 2024-12-05T13:48:23,445 DEBUG [RS:0;da6aa2204f50:37939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:23,445 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:48:23,445 INFO [RS:0;da6aa2204f50:37939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:48:23,445 INFO [RS:0;da6aa2204f50:37939 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:48:23,446 INFO [RS:0;da6aa2204f50:37939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:48:23,446 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:48:23,446 INFO [RS:0;da6aa2204f50:37939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37939 2024-12-05T13:48:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:48:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,37939,1733406443591 2024-12-05T13:48:23,456 INFO [RS:0;da6aa2204f50:37939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:48:23,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,37939,1733406443591] 2024-12-05T13:48:23,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,37939,1733406443591 already deleted, retry=false 2024-12-05T13:48:23,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,37939,1733406443591 expired; onlineServers=0 2024-12-05T13:48:23,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,46321,1733406442872' ***** 2024-12-05T13:48:23,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:48:23,474 INFO [M:0;da6aa2204f50:46321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:48:23,474 INFO [M:0;da6aa2204f50:46321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:48:23,474 DEBUG [M:0;da6aa2204f50:46321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:48:23,474 DEBUG [M:0;da6aa2204f50:46321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:48:23,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:48:23,475 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406444741 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406444741,5,FailOnTimeoutGroup] 2024-12-05T13:48:23,475 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406444743 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406444743,5,FailOnTimeoutGroup] 2024-12-05T13:48:23,475 INFO [M:0;da6aa2204f50:46321 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:48:23,475 INFO [M:0;da6aa2204f50:46321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:48:23,475 DEBUG [M:0;da6aa2204f50:46321 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:48:23,475 INFO [M:0;da6aa2204f50:46321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:48:23,476 INFO [M:0;da6aa2204f50:46321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:48:23,476 INFO [M:0;da6aa2204f50:46321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:48:23,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:48:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:48:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:23,482 DEBUG [M:0;da6aa2204f50:46321 {}] zookeeper.ZKUtil(347): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:48:23,482 WARN [M:0;da6aa2204f50:46321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:48:23,484 INFO [M:0;da6aa2204f50:46321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/.lastflushedseqids 2024-12-05T13:48:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741847_1023 (size=130) 2024-12-05T13:48:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741847_1023 (size=130) 2024-12-05T13:48:23,504 INFO [M:0;da6aa2204f50:46321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:48:23,504 INFO [M:0;da6aa2204f50:46321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:48:23,504 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:48:23,505 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:23,505 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:23,505 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:48:23,505 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:23,505 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-05T13:48:23,524 DEBUG [M:0;da6aa2204f50:46321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d30209387fa4f1584aaca1e5c3b1bed is 82, key is hbase:meta,,1/info:regioninfo/1733406445593/Put/seqid=0 2024-12-05T13:48:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741848_1024 (size=5672) 2024-12-05T13:48:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741848_1024 (size=5672) 2024-12-05T13:48:23,531 INFO [M:0;da6aa2204f50:46321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d30209387fa4f1584aaca1e5c3b1bed 2024-12-05T13:48:23,554 DEBUG [M:0;da6aa2204f50:46321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b402d19c7043dfa8c9f6c0d349b374 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733406446347/Put/seqid=0 2024-12-05T13:48:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741849_1025 (size=6247) 2024-12-05T13:48:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741849_1025 (size=6247) 2024-12-05T13:48:23,561 INFO [M:0;da6aa2204f50:46321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b402d19c7043dfa8c9f6c0d349b374 2024-12-05T13:48:23,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:23,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37939-0x101a708e4ab0001, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:23,566 INFO [RS:0;da6aa2204f50:37939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:48:23,566 INFO [RS:0;da6aa2204f50:37939 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,37939,1733406443591; zookeeper connection closed. 2024-12-05T13:48:23,566 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@283f269c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@283f269c 2024-12-05T13:48:23,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:48:23,569 INFO [M:0;da6aa2204f50:46321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b402d19c7043dfa8c9f6c0d349b374 2024-12-05T13:48:23,585 DEBUG [M:0;da6aa2204f50:46321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94912cf760a448859c5d0979dd96ae17 is 69, key is da6aa2204f50,37939,1733406443591/rs:state/1733406444794/Put/seqid=0 2024-12-05T13:48:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741850_1026 (size=5156) 2024-12-05T13:48:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741850_1026 (size=5156) 2024-12-05T13:48:23,592 INFO [M:0;da6aa2204f50:46321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94912cf760a448859c5d0979dd96ae17 2024-12-05T13:48:23,614 DEBUG [M:0;da6aa2204f50:46321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e6036e6160a841d89408cf3eb73703f3 is 52, key is load_balancer_on/state:d/1733406445850/Put/seqid=0 2024-12-05T13:48:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741851_1027 (size=5056) 2024-12-05T13:48:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741851_1027 (size=5056) 2024-12-05T13:48:23,622 INFO [M:0;da6aa2204f50:46321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e6036e6160a841d89408cf3eb73703f3 2024-12-05T13:48:23,630 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d30209387fa4f1584aaca1e5c3b1bed as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d30209387fa4f1584aaca1e5c3b1bed 2024-12-05T13:48:23,638 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d30209387fa4f1584aaca1e5c3b1bed, entries=8, sequenceid=59, filesize=5.5 K 2024-12-05T13:48:23,639 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b402d19c7043dfa8c9f6c0d349b374 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60b402d19c7043dfa8c9f6c0d349b374 2024-12-05T13:48:23,646 INFO [M:0;da6aa2204f50:46321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b402d19c7043dfa8c9f6c0d349b374 2024-12-05T13:48:23,647 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60b402d19c7043dfa8c9f6c0d349b374, entries=6, sequenceid=59, filesize=6.1 K 2024-12-05T13:48:23,648 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94912cf760a448859c5d0979dd96ae17 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94912cf760a448859c5d0979dd96ae17 2024-12-05T13:48:23,654 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94912cf760a448859c5d0979dd96ae17, entries=1, sequenceid=59, filesize=5.0 K 2024-12-05T13:48:23,656 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e6036e6160a841d89408cf3eb73703f3 as hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e6036e6160a841d89408cf3eb73703f3 2024-12-05T13:48:23,662 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e6036e6160a841d89408cf3eb73703f3, entries=1, sequenceid=59, filesize=4.9 K 2024-12-05T13:48:23,664 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=59, compaction requested=false 2024-12-05T13:48:23,665 INFO [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:23,665 DEBUG [M:0;da6aa2204f50:46321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406503504Disabling compacts and flushes for region at 1733406503504Disabling writes for close at 1733406503505 (+1 ms)Obtaining lock to block concurrent updates at 1733406503505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733406503505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733406503505Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733406503506 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733406503506Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733406503524 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733406503524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733406503539 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733406503554 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733406503554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733406503569 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733406503584 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733406503584Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733406503598 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733406503614 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733406503614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d391c4: reopening flushed file at 1733406503628 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40312dc6: reopening flushed file at 1733406503638 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f40c3fa: reopening flushed file at 1733406503647 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6bb3ab: reopening flushed file at 1733406503655 (+8 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=59, compaction requested=false at 1733406503664 (+9 ms)Writing region close event to WAL at 1733406503665 (+1 ms)Closed at 1733406503665 2024-12-05T13:48:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741830_1006 (size=27973) 2024-12-05T13:48:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741830_1006 (size=27973) 2024-12-05T13:48:23,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:48:23,669 INFO [M:0;da6aa2204f50:46321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:48:23,669 INFO [M:0;da6aa2204f50:46321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46321 2024-12-05T13:48:23,669 INFO [M:0;da6aa2204f50:46321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:48:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:23,780 INFO [M:0;da6aa2204f50:46321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:48:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46321-0x101a708e4ab0000, quorum=127.0.0.1:62676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:23,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:23,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:23,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:23,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:23,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:23,799 WARN [BP-724071640-172.17.0.2-1733406438377 heartbeating to localhost/127.0.0.1:38079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:23,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:23,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:23,799 WARN [BP-724071640-172.17.0.2-1733406438377 heartbeating to localhost/127.0.0.1:38079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724071640-172.17.0.2-1733406438377 (Datanode Uuid 98033933-71c6-4dd8-b877-8f3aa19d8a80) service to localhost/127.0.0.1:38079 2024-12-05T13:48:23,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data3/current/BP-724071640-172.17.0.2-1733406438377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:23,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data4/current/BP-724071640-172.17.0.2-1733406438377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:23,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:23,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:23,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:23,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:23,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:23,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:23,810 WARN [BP-724071640-172.17.0.2-1733406438377 heartbeating to localhost/127.0.0.1:38079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:23,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:23,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:23,810 WARN [BP-724071640-172.17.0.2-1733406438377 heartbeating to localhost/127.0.0.1:38079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724071640-172.17.0.2-1733406438377 (Datanode Uuid f3de861b-8966-4f92-b042-9d978215f782) service to localhost/127.0.0.1:38079 2024-12-05T13:48:23,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data1/current/BP-724071640-172.17.0.2-1733406438377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:23,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/cluster_ad339eac-5aeb-8df0-58a7-b962123b6856/data/data2/current/BP-724071640-172.17.0.2-1733406438377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:23,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:23,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:48:23,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:23,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:23,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:23,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:23,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:48:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:48:23,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/da6aa2204f50:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ec367a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/da6aa2204f50:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da6aa2204f50:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38079 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=398 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 173) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8769 (was 8766) - AvailableMemoryMB LEAK? - 2024-12-05T13:48:23,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=8769 2024-12-05T13:48:23,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.log.dir so I do NOT create it in target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5f240f2-b965-d54a-a953-7d0768ceba96/hadoop.tmp.dir so I do NOT create it in target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79, deleteOnExit=true 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/test.cache.data in system properties and HBase conf 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:48:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:48:23,870 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:48:23,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:48:24,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:24,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:24,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:24,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:24,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:24,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:24,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:24,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:24,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41db0b91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-34351-hadoop-hdfs-3_4_1-tests_jar-_-any-11062578186458504883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:48:24,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:34351} 2024-12-05T13:48:24,210 INFO [Time-limited test {}] server.Server(415): Started @67518ms 2024-12-05T13:48:24,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:24,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:24,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:24,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:24,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:24,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:24,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:24,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674ae561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-41415-hadoop-hdfs-3_4_1-tests_jar-_-any-16592580164344903681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:24,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:41415} 2024-12-05T13:48:24,476 INFO [Time-limited test {}] server.Server(415): Started @67784ms 2024-12-05T13:48:24,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:24,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:24,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:24,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:24,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:24,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:48:24,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:24,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:24,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@600b0a8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-33047-hadoop-hdfs-3_4_1-tests_jar-_-any-11461500227900197518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:24,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:33047} 2024-12-05T13:48:24,602 INFO [Time-limited test {}] server.Server(415): Started @67910ms 2024-12-05T13:48:24,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:24,871 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:48:25,073 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data1/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:25,074 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data2/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:25,089 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5db0ba3172e5d64f with lease ID 0x9f3575b7e574d9f3: Processing first storage report for DS-e36a43ff-d8fd-4956-a85a-0fa636399b61 from datanode DatanodeRegistration(127.0.0.1:36925, datanodeUuid=ab878c5a-7d24-4568-b945-31692c430723, infoPort=46853, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5db0ba3172e5d64f with lease ID 0x9f3575b7e574d9f3: from storage DS-e36a43ff-d8fd-4956-a85a-0fa636399b61 node DatanodeRegistration(127.0.0.1:36925, datanodeUuid=ab878c5a-7d24-4568-b945-31692c430723, infoPort=46853, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5db0ba3172e5d64f with lease ID 0x9f3575b7e574d9f3: Processing first storage report for DS-fdd217d1-7b96-42a0-aa34-3c886e8fb361 from datanode DatanodeRegistration(127.0.0.1:36925, datanodeUuid=ab878c5a-7d24-4568-b945-31692c430723, infoPort=46853, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5db0ba3172e5d64f with lease ID 0x9f3575b7e574d9f3: from storage DS-fdd217d1-7b96-42a0-aa34-3c886e8fb361 node DatanodeRegistration(127.0.0.1:36925, datanodeUuid=ab878c5a-7d24-4568-b945-31692c430723, infoPort=46853, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:25,240 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data3/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:25,241 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data4/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:25,261 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1537fc41ed264f1 with lease ID 0x9f3575b7e574d9f4: Processing first storage report for DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=42663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1537fc41ed264f1 with lease ID 0x9f3575b7e574d9f4: from storage DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=42663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1537fc41ed264f1 with lease ID 0x9f3575b7e574d9f4: Processing first storage report for DS-4a46b816-23da-4bf0-bfe3-f40bbd1de1c7 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=42663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1537fc41ed264f1 with lease ID 0x9f3575b7e574d9f4: from storage DS-4a46b816-23da-4bf0-bfe3-f40bbd1de1c7 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=42663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:25,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce 2024-12-05T13:48:25,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/zookeeper_0, clientPort=57151, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:48:25,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57151 2024-12-05T13:48:25,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:48:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:48:25,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97 with version=8 2024-12-05T13:48:25,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase-staging 2024-12-05T13:48:25,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:48:25,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:48:25,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36857 2024-12-05T13:48:25,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36857 connecting to ZooKeeper ensemble=127.0.0.1:57151 2024-12-05T13:48:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368570x0, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:48:25,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36857-0x101a709dbef0000 connected 2024-12-05T13:48:25,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:25,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97, hbase.cluster.distributed=false 2024-12-05T13:48:25,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:48:25,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36857 2024-12-05T13:48:25,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36857 2024-12-05T13:48:25,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36857 2024-12-05T13:48:25,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36857 2024-12-05T13:48:25,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36857 2024-12-05T13:48:25,505 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:48:25,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:48:25,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38275 2024-12-05T13:48:25,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38275 connecting to ZooKeeper ensemble=127.0.0.1:57151 2024-12-05T13:48:25,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382750x0, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:48:25,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382750x0, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:25,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38275-0x101a709dbef0001 connected 2024-12-05T13:48:25,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:48:25,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:48:25,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:48:25,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:48:25,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-05T13:48:25,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38275 2024-12-05T13:48:25,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38275 2024-12-05T13:48:25,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-05T13:48:25,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-05T13:48:25,562 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:36857 2024-12-05T13:48:25,562 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,36857,1733406505359 2024-12-05T13:48:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:25,574 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,36857,1733406505359 2024-12-05T13:48:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:48:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:25,582 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:48:25,582 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,36857,1733406505359 from backup master directory 2024-12-05T13:48:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,36857,1733406505359 2024-12-05T13:48:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:25,589 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:48:25,590 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,36857,1733406505359 2024-12-05T13:48:25,596 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/hbase.id] with ID: c40c94b5-acce-4f28-8998-06251a6c5817 2024-12-05T13:48:25,596 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/.tmp/hbase.id 2024-12-05T13:48:25,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:48:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:48:25,607 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/.tmp/hbase.id]:[hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/hbase.id] 2024-12-05T13:48:25,623 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:25,623 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:48:25,625 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T13:48:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:48:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:48:25,641 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:48:25,642 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:48:25,642 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:48:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:48:26,054 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store 2024-12-05T13:48:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:48:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:48:26,073 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:26,073 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:48:26,073 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:26,073 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:26,073 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:48:26,073 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:26,073 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:26,074 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406506073Disabling compacts and flushes for region at 1733406506073Disabling writes for close at 1733406506073Writing region close event to WAL at 1733406506073Closed at 1733406506073 2024-12-05T13:48:26,075 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/.initializing 2024-12-05T13:48:26,075 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359 2024-12-05T13:48:26,076 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:48:26,079 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C36857%2C1733406505359, suffix=, logDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359, archiveDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/oldWALs, maxLogs=10 2024-12-05T13:48:26,095 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079, exclude list is [], retry=0 2024-12-05T13:48:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11,DISK] 2024-12-05T13:48:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36925,DS-e36a43ff-d8fd-4956-a85a-0fa636399b61,DISK] 2024-12-05T13:48:26,103 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 2024-12-05T13:48:26,104 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42663:42663),(127.0.0.1/127.0.0.1:46853:46853)] 2024-12-05T13:48:26,104 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:26,104 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:26,104 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,104 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:48:26,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:26,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:48:26,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:26,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:48:26,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:26,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:48:26,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:26,116 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,117 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,118 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,119 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,119 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,120 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:48:26,122 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:26,125 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:26,126 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=703574, jitterRate=-0.10536028444766998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:48:26,127 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733406506104Initializing all the Stores at 1733406506106 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406506106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406506106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406506106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406506106Cleaning up temporary data from old regions at 1733406506119 (+13 ms)Region opened successfully at 1733406506127 (+8 ms) 2024-12-05T13:48:26,128 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:48:26,133 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727757ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:48:26,134 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:48:26,134 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:48:26,134 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:48:26,134 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:48:26,135 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:48:26,136 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:48:26,136 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:48:26,139 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:48:26,140 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:48:26,179 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:48:26,180 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:48:26,181 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:48:26,189 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:48:26,190 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:48:26,191 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:48:26,198 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:48:26,199 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:48:26,206 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:48:26,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:48:26,214 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:48:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,223 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,36857,1733406505359, sessionid=0x101a709dbef0000, setting cluster-up flag (Was=false) 2024-12-05T13:48:26,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,264 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:48:26,266 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,36857,1733406505359 2024-12-05T13:48:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,306 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:48:26,308 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,36857,1733406505359 2024-12-05T13:48:26,310 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:48:26,312 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:26,312 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:48:26,312 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:48:26,313 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,36857,1733406505359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:48:26,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:26,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:26,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:26,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:26,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:48:26,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:48:26,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:26,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:48:26,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733406536323 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:48:26,323 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:48:26,324 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,324 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:48:26,324 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:48:26,324 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:48:26,327 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:48:26,327 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:48:26,330 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406506328,5,FailOnTimeoutGroup] 2024-12-05T13:48:26,331 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406506331,5,FailOnTimeoutGroup] 2024-12-05T13:48:26,331 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,331 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:48:26,332 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,332 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:48:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:48:26,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:48:26,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97 2024-12-05T13:48:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:48:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:48:26,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:26,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:48:26,353 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(746): ClusterId : c40c94b5-acce-4f28-8998-06251a6c5817 2024-12-05T13:48:26,353 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:48:26,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:48:26,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:26,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:48:26,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:48:26,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:26,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:48:26,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:48:26,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:26,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:48:26,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:48:26,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:26,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:26,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:48:26,363 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:48:26,363 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:48:26,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740 2024-12-05T13:48:26,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740 2024-12-05T13:48:26,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:48:26,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:48:26,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:48:26,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:48:26,372 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:26,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715051, jitterRate=-0.09076620638370514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:48:26,374 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:48:26,374 DEBUG [RS:0;da6aa2204f50:38275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e737ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:48:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733406506351Initializing all the Stores at 1733406506352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406506352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406506352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406506352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406506353 (+1 ms)Cleaning up temporary data from old regions at 1733406506367 (+14 ms)Region opened successfully at 1733406506374 (+7 ms) 2024-12-05T13:48:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:48:26,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:48:26,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:48:26,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:48:26,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:48:26,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:26,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406506374Disabling compacts and flushes for region at 1733406506374Disabling writes for close at 1733406506375 (+1 ms)Writing region close event to WAL at 1733406506379 (+4 ms)Closed at 1733406506379 2024-12-05T13:48:26,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:26,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:48:26,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:48:26,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:48:26,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:48:26,387 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:38275 2024-12-05T13:48:26,387 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:48:26,387 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:48:26,387 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:48:26,388 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,36857,1733406505359 with port=38275, startcode=1733406505504 2024-12-05T13:48:26,388 DEBUG [RS:0;da6aa2204f50:38275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:48:26,390 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:48:26,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36857 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,393 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97 2024-12-05T13:48:26,393 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33839 2024-12-05T13:48:26,393 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:48:26,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:48:26,398 DEBUG [RS:0;da6aa2204f50:38275 {}] zookeeper.ZKUtil(111): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,398 WARN [RS:0;da6aa2204f50:38275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:48:26,398 INFO [RS:0;da6aa2204f50:38275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:26,399 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,38275,1733406505504] 2024-12-05T13:48:26,403 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:48:26,405 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:48:26,406 INFO [RS:0;da6aa2204f50:38275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:48:26,406 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,406 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:48:26,407 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:48:26,407 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,407 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:48:26,408 DEBUG [RS:0;da6aa2204f50:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:48:26,408 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,408 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,408 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,408 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,409 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,409 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,38275,1733406505504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:48:26,428 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:48:26,429 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,38275,1733406505504-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,429 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,429 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.Replication(171): da6aa2204f50,38275,1733406505504 started 2024-12-05T13:48:26,440 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:26,441 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,38275,1733406505504, RpcServer on da6aa2204f50/172.17.0.2:38275, sessionid=0x101a709dbef0001 2024-12-05T13:48:26,441 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:48:26,441 DEBUG [RS:0;da6aa2204f50:38275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,441 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,38275,1733406505504' 2024-12-05T13:48:26,441 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,38275,1733406505504' 2024-12-05T13:48:26,442 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:48:26,443 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:48:26,443 DEBUG [RS:0;da6aa2204f50:38275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:48:26,443 INFO [RS:0;da6aa2204f50:38275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:48:26,443 INFO [RS:0;da6aa2204f50:38275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:48:26,535 WARN [da6aa2204f50:36857 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:48:26,544 INFO [RS:0;da6aa2204f50:38275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:48:26,550 INFO [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C38275%2C1733406505504, suffix=, logDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504, archiveDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs, maxLogs=32 2024-12-05T13:48:26,569 DEBUG [RS:0;da6aa2204f50:38275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555, exclude list is [], retry=0 2024-12-05T13:48:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11,DISK] 2024-12-05T13:48:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36925,DS-e36a43ff-d8fd-4956-a85a-0fa636399b61,DISK] 2024-12-05T13:48:26,574 INFO [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 2024-12-05T13:48:26,577 DEBUG [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42663:42663),(127.0.0.1/127.0.0.1:46853:46853)] 2024-12-05T13:48:26,785 DEBUG [da6aa2204f50:36857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:48:26,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:26,789 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,38275,1733406505504, state=OPENING 2024-12-05T13:48:26,830 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:48:26,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:26,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:48:26,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:26,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,38275,1733406505504}] 2024-12-05T13:48:26,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:27,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:48:27,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:48:27,008 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:48:27,008 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:27,009 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:48:27,012 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C38275%2C1733406505504.meta, suffix=.meta, logDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504, archiveDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs, maxLogs=32 2024-12-05T13:48:27,027 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta, exclude list is [], retry=0 2024-12-05T13:48:27,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11,DISK] 2024-12-05T13:48:27,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36925,DS-e36a43ff-d8fd-4956-a85a-0fa636399b61,DISK] 2024-12-05T13:48:27,032 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta 2024-12-05T13:48:27,033 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853),(127.0.0.1/127.0.0.1:42663:42663)] 2024-12-05T13:48:27,033 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:48:27,034 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:48:27,034 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:48:27,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:48:27,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:48:27,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:27,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:27,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:48:27,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:48:27,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:27,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:27,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:48:27,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:48:27,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:27,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:27,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:48:27,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:48:27,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:27,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:27,043 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:48:27,044 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740 2024-12-05T13:48:27,046 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740 2024-12-05T13:48:27,047 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:48:27,047 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:48:27,048 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:48:27,050 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:48:27,051 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816817, jitterRate=0.038637563586235046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:48:27,051 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:48:27,052 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733406507034Writing region info on filesystem at 1733406507034Initializing all the Stores at 1733406507036 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406507036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406507036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406507036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406507036Cleaning up temporary data from old regions at 1733406507047 (+11 ms)Running coprocessor post-open hooks at 1733406507051 (+4 ms)Region opened successfully at 1733406507052 (+1 ms) 2024-12-05T13:48:27,054 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733406507000 2024-12-05T13:48:27,057 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:48:27,057 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:48:27,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:27,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,38275,1733406505504, state=OPEN 2024-12-05T13:48:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:48:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:48:27,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:27,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:27,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:27,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:48:27,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,38275,1733406505504 in 249 msec 2024-12-05T13:48:27,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:48:27,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-12-05T13:48:27,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:27,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:48:27,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:48:27,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,38275,1733406505504, seqNum=-1] 2024-12-05T13:48:27,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:48:27,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:48:27,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-12-05T13:48:27,113 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733406507113, completionTime=-1 2024-12-05T13:48:27,113 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:48:27,113 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:48:27,115 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:48:27,115 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733406567115 2024-12-05T13:48:27,115 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733406627115 2024-12-05T13:48:27,115 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:36857, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,119 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.531sec 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:48:27,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:48:27,126 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:48:27,126 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:48:27,126 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36857,1733406505359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:27,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:27,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,36857,-1 for getting cluster id 2024-12-05T13:48:27,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:48:27,156 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40c94b5-acce-4f28-8998-06251a6c5817' 2024-12-05T13:48:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:48:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40c94b5-acce-4f28-8998-06251a6c5817" 2024-12-05T13:48:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26afa302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,36857,-1] 2024-12-05T13:48:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:48:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:27,158 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:48:27,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bce56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:27,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:48:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,38275,1733406505504, seqNum=-1] 2024-12-05T13:48:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:48:27,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:48:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,36857,1733406505359 2024-12-05T13:48:27,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:27,167 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T13:48:27,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:27,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:27,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:27,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:27,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:27,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4a2379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:27,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ded18d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:27,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae67f46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-44905-hadoop-hdfs-3_4_1-tests_jar-_-any-5379818068217774223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:27,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eddecaf{HTTP/1.1, (http/1.1)}{localhost:44905} 2024-12-05T13:48:27,279 INFO [Time-limited test {}] server.Server(415): Started @70587ms 2024-12-05T13:48:27,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:27,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:27,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:27,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:27,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:27,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:27,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ded2fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:27,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6770a8ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:27,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@991149f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-33171-hadoop-hdfs-3_4_1-tests_jar-_-any-16909750117352011208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:27,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c106fa{HTTP/1.1, (http/1.1)}{localhost:33171} 2024-12-05T13:48:27,438 INFO [Time-limited test {}] server.Server(415): Started @70746ms 2024-12-05T13:48:27,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:27,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:27,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:27,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:27,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:27,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:48:27,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@873ccfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:27,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb62043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:27,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eeb7d28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-35641-hadoop-hdfs-3_4_1-tests_jar-_-any-15696910189259846626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:27,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42468d07{HTTP/1.1, (http/1.1)}{localhost:35641} 2024-12-05T13:48:27,644 INFO [Time-limited test {}] server.Server(415): Started @70952ms 2024-12-05T13:48:27,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:27,976 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data5/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:27,976 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data6/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:28,003 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9754c5e05588f6e3 with lease ID 0x9f3575b7e574d9f5: Processing first storage report for DS-097feb28-3809-4753-aad9-e453faf1ab0f from datanode DatanodeRegistration(127.0.0.1:43697, datanodeUuid=0eb34a44-1813-457a-9211-2fed3c2779d2, infoPort=40309, infoSecurePort=0, ipcPort=45369, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9754c5e05588f6e3 with lease ID 0x9f3575b7e574d9f5: from storage DS-097feb28-3809-4753-aad9-e453faf1ab0f node DatanodeRegistration(127.0.0.1:43697, datanodeUuid=0eb34a44-1813-457a-9211-2fed3c2779d2, infoPort=40309, infoSecurePort=0, ipcPort=45369, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9754c5e05588f6e3 with lease ID 0x9f3575b7e574d9f5: Processing first storage report for DS-447aa19a-e4de-4041-acf6-0abf2fdb2b6c from datanode DatanodeRegistration(127.0.0.1:43697, datanodeUuid=0eb34a44-1813-457a-9211-2fed3c2779d2, infoPort=40309, infoSecurePort=0, ipcPort=45369, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9754c5e05588f6e3 with lease ID 0x9f3575b7e574d9f5: from storage DS-447aa19a-e4de-4041-acf6-0abf2fdb2b6c node DatanodeRegistration(127.0.0.1:43697, datanodeUuid=0eb34a44-1813-457a-9211-2fed3c2779d2, infoPort=40309, infoSecurePort=0, ipcPort=45369, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,296 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data7/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:28,297 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data8/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:28,330 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:28,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f427cb62f2a997 with lease ID 0x9f3575b7e574d9f6: Processing first storage report for DS-e16c651c-57d2-4abf-92ac-a529d92f3880 from datanode DatanodeRegistration(127.0.0.1:32799, datanodeUuid=c589cbf3-b463-424f-ae0c-c456d6478a36, infoPort=38577, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f427cb62f2a997 with lease ID 0x9f3575b7e574d9f6: from storage DS-e16c651c-57d2-4abf-92ac-a529d92f3880 node DatanodeRegistration(127.0.0.1:32799, datanodeUuid=c589cbf3-b463-424f-ae0c-c456d6478a36, infoPort=38577, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f427cb62f2a997 with lease ID 0x9f3575b7e574d9f6: Processing first storage report for DS-49e3f9d4-3a65-406a-a35a-4415a6196bbe from datanode DatanodeRegistration(127.0.0.1:32799, datanodeUuid=c589cbf3-b463-424f-ae0c-c456d6478a36, infoPort=38577, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f427cb62f2a997 with lease ID 0x9f3575b7e574d9f6: from storage DS-49e3f9d4-3a65-406a-a35a-4415a6196bbe node DatanodeRegistration(127.0.0.1:32799, datanodeUuid=c589cbf3-b463-424f-ae0c-c456d6478a36, infoPort=38577, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:28,427 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data9/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:28,428 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data10/current/BP-718241815-172.17.0.2-1733406503894/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:28,457 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4338ffdc6edf795 with lease ID 0x9f3575b7e574d9f7: Processing first storage report for DS-883f432a-dc45-4d84-ba4a-5e3df436b565 from datanode DatanodeRegistration(127.0.0.1:42223, datanodeUuid=4efff0a7-9129-456a-b432-1634f085e296, infoPort=39173, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4338ffdc6edf795 with lease ID 0x9f3575b7e574d9f7: from storage DS-883f432a-dc45-4d84-ba4a-5e3df436b565 node DatanodeRegistration(127.0.0.1:42223, datanodeUuid=4efff0a7-9129-456a-b432-1634f085e296, infoPort=39173, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4338ffdc6edf795 with lease ID 0x9f3575b7e574d9f7: Processing first storage report for DS-86a8930e-6ae8-48cd-8838-baba87b39e61 from datanode DatanodeRegistration(127.0.0.1:42223, datanodeUuid=4efff0a7-9129-456a-b432-1634f085e296, infoPort=39173, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894) 2024-12-05T13:48:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4338ffdc6edf795 with lease ID 0x9f3575b7e574d9f7: from storage DS-86a8930e-6ae8-48cd-8838-baba87b39e61 node DatanodeRegistration(127.0.0.1:42223, datanodeUuid=4efff0a7-9129-456a-b432-1634f085e296, infoPort=39173, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:28,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:48:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,36857,1733406505359 2024-12-05T13:48:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22645008 2024-12-05T13:48:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:48:28,478 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:48:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T13:48:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T13:48:28,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:48:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T13:48:28,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:48:28,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:28,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-05T13:48:28,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:48:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:48:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741835_1011 (size=393) 2024-12-05T13:48:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741835_1011 (size=393) 2024-12-05T13:48:28,503 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02c460ef7565e52eb35645c95011f2cc, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97 2024-12-05T13:48:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741836_1012 (size=76) 2024-12-05T13:48:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741836_1012 (size=76) 2024-12-05T13:48:28,523 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:28,523 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 02c460ef7565e52eb35645c95011f2cc, disabling compactions & flushes 2024-12-05T13:48:28,523 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,523 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,523 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. after waiting 0 ms 2024-12-05T13:48:28,523 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,523 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,524 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02c460ef7565e52eb35645c95011f2cc: Waiting for close lock at 1733406508523Disabling compacts and flushes for region at 1733406508523Disabling writes for close at 1733406508523Writing region close event to WAL at 1733406508523Closed at 1733406508523 2024-12-05T13:48:28,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:48:28,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733406508526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406508526"}]},"ts":"1733406508526"} 2024-12-05T13:48:28,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:48:28,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:48:28,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406508531"}]},"ts":"1733406508531"} 2024-12-05T13:48:28,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-05T13:48:28,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc, ASSIGN}] 2024-12-05T13:48:28,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc, ASSIGN 2024-12-05T13:48:28,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc, ASSIGN; state=OFFLINE, location=da6aa2204f50,38275,1733406505504; forceNewPlan=false, retain=false 2024-12-05T13:48:28,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02c460ef7565e52eb35645c95011f2cc, regionState=OPENING, regionLocation=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc, ASSIGN because future has completed 2024-12-05T13:48:28,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c460ef7565e52eb35645c95011f2cc, server=da6aa2204f50,38275,1733406505504}] 2024-12-05T13:48:28,862 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,862 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02c460ef7565e52eb35645c95011f2cc, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:28,862 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,863 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:28,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:48:28,863 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,863 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,871 INFO [StoreOpener-02c460ef7565e52eb35645c95011f2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,874 INFO [StoreOpener-02c460ef7565e52eb35645c95011f2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c460ef7565e52eb35645c95011f2cc columnFamilyName info 2024-12-05T13:48:28,874 DEBUG [StoreOpener-02c460ef7565e52eb35645c95011f2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:28,875 INFO [StoreOpener-02c460ef7565e52eb35645c95011f2cc-1 {}] regionserver.HStore(327): Store=02c460ef7565e52eb35645c95011f2cc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:28,875 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,877 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,878 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,881 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,881 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:28,899 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:28,911 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02c460ef7565e52eb35645c95011f2cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=765098, jitterRate=-0.02712811529636383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:48:28,911 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:28,912 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02c460ef7565e52eb35645c95011f2cc: Running coprocessor pre-open hook at 1733406508863Writing region info on filesystem at 1733406508863Initializing all the Stores at 1733406508865 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406508865Cleaning up temporary data from old regions at 1733406508881 (+16 ms)Running coprocessor post-open hooks at 1733406508911 (+30 ms)Region opened successfully at 1733406508912 (+1 ms) 2024-12-05T13:48:28,914 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc., pid=6, masterSystemTime=1733406508856 2024-12-05T13:48:28,918 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,918 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:28,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02c460ef7565e52eb35645c95011f2cc, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38275,1733406505504 2024-12-05T13:48:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c460ef7565e52eb35645c95011f2cc, server=da6aa2204f50,38275,1733406505504 because future has completed 2024-12-05T13:48:28,925 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36857 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da6aa2204f50,38275,1733406505504, table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T13:48:28,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:48:28,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02c460ef7565e52eb35645c95011f2cc, server=da6aa2204f50,38275,1733406505504 in 227 msec 2024-12-05T13:48:28,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:48:28,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=02c460ef7565e52eb35645c95011f2cc, ASSIGN in 395 msec 2024-12-05T13:48:28,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:48:28,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406508940"}]},"ts":"1733406508940"} 2024-12-05T13:48:28,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-05T13:48:28,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:48:28,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 466 msec 2024-12-05T13:48:32,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:48:32,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-05T13:48:33,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T13:48:33,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-05T13:48:33,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T13:48:34,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:48:34,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:48:38,564 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-05T13:48:38,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-05T13:48:38,566 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:48:38,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-05T13:48:38,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:48:38,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-05T13:48:38,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc., hostname=da6aa2204f50,38275,1733406505504, seqNum=2] 2024-12-05T13:48:38,581 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-05T13:48:38,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T13:48:38,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1571432174_22 at /127.0.0.1:35266 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35266 dst: /127.0.0.1:36925 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1571432174_22 at /127.0.0.1:35274 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35274 dst: /127.0.0.1:36925 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1855302347_22 at /127.0.0.1:41896 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41896 dst: /127.0.0.1:38377 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1571432174_22 at /127.0.0.1:41924 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41924 dst: /127.0.0.1:38377 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1855302347_22 at /127.0.0.1:35248 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35248 dst: /127.0.0.1:36925 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,587 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1571432174_22 at /127.0.0.1:41934 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38377:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41934 dst: /127.0.0.1:38377 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@600b0a8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:38,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:38,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:38,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:38,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:38,605 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:38,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:38,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:38,605 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid 592b4c69-1cfb-4a3d-810d-6876df4aedda) service to localhost/127.0.0.1:33839 2024-12-05T13:48:38,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data3/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:38,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data4/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:38,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:38,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:38,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:38,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:38,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:38,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:48:38,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@285dd66e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:38,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e8a5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:38,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d4e4e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/java.io.tmpdir/jetty-localhost-34729-hadoop-hdfs-3_4_1-tests_jar-_-any-13422985586399827451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:38,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234e5561{HTTP/1.1, (http/1.1)}{localhost:34729} 2024-12-05T13:48:38,709 INFO [Time-limited test {}] server.Server(415): Started @82017ms 2024-12-05T13:48:38,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:38,728 WARN [AsyncFSWAL-0-hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97-prefix:da6aa2204f50,38275,1733406505504 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,728 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6aa2204f50%2C38275%2C1733406505504:(num 1733406506555) roll requested 2024-12-05T13:48:38,739 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406518728, exclude list is [], retry=0 2024-12-05T13:48:38,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42223,DS-883f432a-dc45-4d84-ba4a-5e3df436b565,DISK] 2024-12-05T13:48:38,743 INFO [regionserver/da6aa2204f50:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:38377,DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-05T13:48:38,743 WARN [regionserver/da6aa2204f50:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406518728 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:38377 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,844 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406518728, exclude list is [(127.0.0.1/127.0.0.1:42663:42663)], retry=1 2024-12-05T13:48:38,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1571432174_22 at /127.0.0.1:44300 [Receiving block BP-718241815-172.17.0.2-1733406503894:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:42223:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44300 dst: /127.0.0.1:42223 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43697,DS-097feb28-3809-4753-aad9-e453faf1ab0f,DISK] 2024-12-05T13:48:38,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32799,DS-e16c651c-57d2-4abf-92ac-a529d92f3880,DISK] 2024-12-05T13:48:38,853 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406518728 2024-12-05T13:48:38,854 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:38577:38577)] 2024-12-05T13:48:38,854 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 is not closed yet, will try archiving it next time 2024-12-05T13:48:38,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:48:38,854 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:48:38,855 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:38,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:38,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:38,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:48:38,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:48:38,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450638593, stopped=false 2024-12-05T13:48:38,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,36857,1733406505359 2024-12-05T13:48:38,856 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T13:48:38,856 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T13:48:38,856 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 2024-12-05T13:48:38,859 WARN [IPC Server handler 4 on default port 33839 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-12-05T13:48:38,863 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 after 5ms 2024-12-05T13:48:38,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:38,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:38,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:48:38,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:48:38,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:38,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:38,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:38,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:38,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,38275,1733406505504' ***** 2024-12-05T13:48:38,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:48:38,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(3091): Received CLOSE for 02c460ef7565e52eb35645c95011f2cc 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,38275,1733406505504 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:48:38,874 INFO [RS:0;da6aa2204f50:38275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:38275. 2024-12-05T13:48:38,874 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02c460ef7565e52eb35645c95011f2cc, disabling compactions & flushes 2024-12-05T13:48:38,874 DEBUG [RS:0;da6aa2204f50:38275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:48:38,875 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,875 DEBUG [RS:0;da6aa2204f50:38275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,875 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. after waiting 0 ms 2024-12-05T13:48:38,875 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,875 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:48:38,875 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:48:38,875 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02c460ef7565e52eb35645c95011f2cc 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T13:48:38,875 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:48:38,875 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1325): Online Regions={02c460ef7565e52eb35645c95011f2cc=TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:48:38,875 DEBUG [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1351): Waiting on 02c460ef7565e52eb35645c95011f2cc, 1588230740 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:48:38,875 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:48:38,875 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:48:38,876 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:48:38,876 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-05T13:48:38,876 WARN [AsyncFSWAL-0-hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97-prefix:da6aa2204f50,38275,1733406505504.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,877 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6aa2204f50%2C38275%2C1733406505504.meta:.meta(num 1733406507013) roll requested 2024-12-05T13:48:38,889 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406518877.meta, exclude list is [(127.0.0.1/127.0.0.1:42663:42663)], retry=0 2024-12-05T13:48:38,890 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/.tmp/info/74ec0451e1f84f4b964eb94d74f0f897 is 1055, key is row0001/info:/1733406518579/Put/seqid=0 2024-12-05T13:48:38,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42223,DS-883f432a-dc45-4d84-ba4a-5e3df436b565,DISK] 2024-12-05T13:48:38,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43697,DS-097feb28-3809-4753-aad9-e453faf1ab0f,DISK] 2024-12-05T13:48:38,895 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406518877.meta 2024-12-05T13:48:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741839_1016 (size=7062) 2024-12-05T13:48:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741839_1016 (size=7062) 2024-12-05T13:48:38,899 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/.tmp/info/74ec0451e1f84f4b964eb94d74f0f897 2024-12-05T13:48:38,900 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:39173:39173)] 2024-12-05T13:48:38,900 DEBUG [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta is not closed yet, will try archiving it next time 2024-12-05T13:48:38,900 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,901 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:38,905 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta 2024-12-05T13:48:38,906 WARN [IPC Server handler 0 on default port 33839 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-05T13:48:38,906 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta after 1ms 2024-12-05T13:48:38,908 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/.tmp/info/74ec0451e1f84f4b964eb94d74f0f897 as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/info/74ec0451e1f84f4b964eb94d74f0f897 2024-12-05T13:48:38,917 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/info/74ec0451e1f84f4b964eb94d74f0f897, entries=2, sequenceid=6, filesize=6.9 K 2024-12-05T13:48:38,918 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 02c460ef7565e52eb35645c95011f2cc in 43ms, sequenceid=6, compaction requested=false 2024-12-05T13:48:38,921 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/info/3eb2afa5dc0b48caae346b4ed8feb0da is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc./info:regioninfo/1733406508919/Put/seqid=0 2024-12-05T13:48:38,923 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/default/TestLogRolling-testLogRollOnDatanodeDeath/02c460ef7565e52eb35645c95011f2cc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:48:38,924 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,924 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02c460ef7565e52eb35645c95011f2cc: Waiting for close lock at 1733406518874Running coprocessor pre-close hooks at 1733406518874Disabling compacts and flushes for region at 1733406518874Disabling writes for close at 1733406518875 (+1 ms)Obtaining lock to block concurrent updates at 1733406518875Preparing flush snapshotting stores in 02c460ef7565e52eb35645c95011f2cc at 1733406518875Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733406518875Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. at 1733406518876 (+1 ms)Flushing 02c460ef7565e52eb35645c95011f2cc/info: creating writer at 1733406518876Flushing 02c460ef7565e52eb35645c95011f2cc/info: appending metadata at 1733406518889 (+13 ms)Flushing 02c460ef7565e52eb35645c95011f2cc/info: closing flushed file at 1733406518889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a848303: reopening flushed file at 1733406518907 (+18 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 02c460ef7565e52eb35645c95011f2cc in 43ms, sequenceid=6, compaction requested=false at 1733406518918 (+11 ms)Writing region close event to WAL at 1733406518919 (+1 ms)Running coprocessor post-close hooks at 1733406518924 (+5 ms)Closed at 1733406518924 2024-12-05T13:48:38,924 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733406508479.02c460ef7565e52eb35645c95011f2cc. 2024-12-05T13:48:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741841_1019 (size=7089) 2024-12-05T13:48:38,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741841_1019 (size=7089) 2024-12-05T13:48:38,927 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/info/3eb2afa5dc0b48caae346b4ed8feb0da 2024-12-05T13:48:38,954 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/ns/2d1014c3034049df9f84bdf639c40918 is 43, key is default/ns:d/1733406507105/Put/seqid=0 2024-12-05T13:48:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741842_1020 (size=5153) 2024-12-05T13:48:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741842_1020 (size=5153) 2024-12-05T13:48:38,961 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/ns/2d1014c3034049df9f84bdf639c40918 2024-12-05T13:48:38,983 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/table/4a53575562024d9e98c777f11e6d3e9a is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733406508940/Put/seqid=0 2024-12-05T13:48:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741843_1021 (size=5424) 2024-12-05T13:48:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741843_1021 (size=5424) 2024-12-05T13:48:38,989 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/table/4a53575562024d9e98c777f11e6d3e9a 2024-12-05T13:48:38,999 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/info/3eb2afa5dc0b48caae346b4ed8feb0da as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/info/3eb2afa5dc0b48caae346b4ed8feb0da 2024-12-05T13:48:39,008 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/info/3eb2afa5dc0b48caae346b4ed8feb0da, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T13:48:39,010 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/ns/2d1014c3034049df9f84bdf639c40918 as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/ns/2d1014c3034049df9f84bdf639c40918 2024-12-05T13:48:39,020 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/ns/2d1014c3034049df9f84bdf639c40918, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:48:39,022 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/.tmp/table/4a53575562024d9e98c777f11e6d3e9a as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/table/4a53575562024d9e98c777f11e6d3e9a 2024-12-05T13:48:39,026 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:39,032 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/table/4a53575562024d9e98c777f11e6d3e9a, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T13:48:39,033 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=11, compaction requested=false 2024-12-05T13:48:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85e29ca02dcc9b6c with lease ID 0x9f3575b7e574d9f8: from storage DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11 node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=38027, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:39,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85e29ca02dcc9b6c with lease ID 0x9f3575b7e574d9f8: from storage DS-4a46b816-23da-4bf0-bfe3-f40bbd1de1c7 node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=592b4c69-1cfb-4a3d-810d-6876df4aedda, infoPort=38027, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=242164984;c=1733406503894), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:39,041 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:48:39,042 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:48:39,042 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:39,042 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406518875Running coprocessor pre-close hooks at 1733406518875Disabling compacts and flushes for region at 1733406518875Disabling writes for close at 1733406518875Obtaining lock to block concurrent updates at 1733406518876 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733406518876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733406518876Flushing stores of hbase:meta,,1.1588230740 at 1733406518901 (+25 ms)Flushing 1588230740/info: creating writer at 1733406518901Flushing 1588230740/info: appending metadata at 1733406518920 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733406518920Flushing 1588230740/ns: creating writer at 1733406518933 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733406518953 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733406518953Flushing 1588230740/table: creating writer at 1733406518967 (+14 ms)Flushing 1588230740/table: appending metadata at 1733406518983 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733406518983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7118c32f: reopening flushed file at 1733406518997 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbca86d: reopening flushed file at 1733406519008 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184e8795: reopening flushed file at 1733406519021 (+13 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=11, compaction requested=false at 1733406519033 (+12 ms)Writing region close event to WAL at 1733406519036 (+3 ms)Running coprocessor post-close hooks at 1733406519042 (+6 ms)Closed at 1733406519042 2024-12-05T13:48:39,042 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741833_1015 (size=1599) 2024-12-05T13:48:39,075 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,38275,1733406505504; all regions closed. 2024-12-05T13:48:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741840_1017 (size=825) 2024-12-05T13:48:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741840_1017 (size=825) 2024-12-05T13:48:39,079 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406518877.meta not finished, retry = 0 2024-12-05T13:48:39,409 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:48:39,409 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:48:40,410 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:48:42,864 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 after 4007ms 2024-12-05T13:48:42,864 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406506555 to hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs/da6aa2204f50%2C38275%2C1733406505504.1733406506555 2024-12-05T13:48:42,907 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta after 4002ms 2024-12-05T13:48:42,908 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta to hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs/da6aa2204f50%2C38275%2C1733406505504.meta.1733406507013.meta 2024-12-05T13:48:42,915 DEBUG [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs 2024-12-05T13:48:42,915 INFO [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C38275%2C1733406505504.meta:.meta(num 1733406518877) 2024-12-05T13:48:42,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/WALs/da6aa2204f50,38275,1733406505504/da6aa2204f50%2C38275%2C1733406505504.1733406518728 not finished, retry = 0 2024-12-05T13:48:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741838_1014 (size=2288) 2024-12-05T13:48:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741838_1014 (size=2288) 2024-12-05T13:48:43,025 DEBUG [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs 2024-12-05T13:48:43,025 INFO [RS:0;da6aa2204f50:38275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C38275%2C1733406505504:(num 1733406518728) 2024-12-05T13:48:43,025 DEBUG [RS:0;da6aa2204f50:38275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:43,025 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:48:43,025 INFO [RS:0;da6aa2204f50:38275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:48:43,025 INFO [RS:0;da6aa2204f50:38275 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:48:43,026 INFO [RS:0;da6aa2204f50:38275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:48:43,026 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:48:43,026 INFO [RS:0;da6aa2204f50:38275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38275 2024-12-05T13:48:43,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,38275,1733406505504 2024-12-05T13:48:43,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:48:43,065 INFO [RS:0;da6aa2204f50:38275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:48:43,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,38275,1733406505504] 2024-12-05T13:48:43,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,38275,1733406505504 already deleted, retry=false 2024-12-05T13:48:43,081 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,38275,1733406505504 expired; onlineServers=0 2024-12-05T13:48:43,081 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,36857,1733406505359' ***** 2024-12-05T13:48:43,081 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:48:43,081 INFO [M:0;da6aa2204f50:36857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:48:43,082 INFO [M:0;da6aa2204f50:36857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:48:43,082 DEBUG [M:0;da6aa2204f50:36857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:48:43,082 DEBUG [M:0;da6aa2204f50:36857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:48:43,082 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:48:43,082 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406506331 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406506331,5,FailOnTimeoutGroup] 2024-12-05T13:48:43,082 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406506328 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406506328,5,FailOnTimeoutGroup] 2024-12-05T13:48:43,083 INFO [M:0;da6aa2204f50:36857 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:48:43,083 INFO [M:0;da6aa2204f50:36857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:48:43,083 DEBUG [M:0;da6aa2204f50:36857 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:48:43,083 INFO [M:0;da6aa2204f50:36857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:48:43,084 INFO [M:0;da6aa2204f50:36857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:48:43,084 INFO [M:0;da6aa2204f50:36857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:48:43,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:48:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:48:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:43,090 DEBUG [M:0;da6aa2204f50:36857 {}] zookeeper.ZKUtil(347): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:48:43,090 WARN [M:0;da6aa2204f50:36857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:48:43,092 INFO [M:0;da6aa2204f50:36857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/.lastflushedseqids 2024-12-05T13:48:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741844_1022 (size=139) 2024-12-05T13:48:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741844_1022 (size=139) 2024-12-05T13:48:43,099 INFO [M:0;da6aa2204f50:36857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:48:43,099 INFO [M:0;da6aa2204f50:36857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:48:43,099 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:48:43,099 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:43,099 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:43,099 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:48:43,099 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:43,099 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-05T13:48:43,100 WARN [AsyncFSWAL-0-hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData-prefix:da6aa2204f50,36857,1733406505359 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:43,100 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6aa2204f50%2C36857%2C1733406505359:(num 1733406506079) roll requested 2024-12-05T13:48:43,114 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406523100, exclude list is [], retry=0 2024-12-05T13:48:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-4f3169b0-d19c-4f8f-b5de-82717eda6a11,DISK] 2024-12-05T13:48:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43697,DS-097feb28-3809-4753-aad9-e453faf1ab0f,DISK] 2024-12-05T13:48:43,119 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406523100 2024-12-05T13:48:43,119 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:38027:38027)] 2024-12-05T13:48:43,119 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 is not closed yet, will try archiving it next time 2024-12-05T13:48:43,119 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:43,120 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:48:43,120 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 2024-12-05T13:48:43,121 WARN [IPC Server handler 3 on default port 33839 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-05T13:48:43,121 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 after 1ms 2024-12-05T13:48:43,136 DEBUG [M:0;da6aa2204f50:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebb046f79a824f45a93c90207cc1380c is 82, key is hbase:meta,,1/info:regioninfo/1733406507058/Put/seqid=0 2024-12-05T13:48:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42223 is added to blk_1073741846_1025 (size=5672) 2024-12-05T13:48:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741846_1025 (size=5672) 2024-12-05T13:48:43,142 INFO [M:0;da6aa2204f50:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebb046f79a824f45a93c90207cc1380c 2024-12-05T13:48:43,165 DEBUG [M:0;da6aa2204f50:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f9ff487cf124da481f75df606785fe8 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733406508949/Put/seqid=0 2024-12-05T13:48:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741847_1026 (size=6114) 2024-12-05T13:48:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741847_1026 (size=6114) 2024-12-05T13:48:43,171 INFO [M:0;da6aa2204f50:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f9ff487cf124da481f75df606785fe8 2024-12-05T13:48:43,172 INFO [RS:0;da6aa2204f50:38275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:48:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:43,172 INFO [RS:0;da6aa2204f50:38275 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,38275,1733406505504; zookeeper connection closed. 2024-12-05T13:48:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x101a709dbef0001, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:43,173 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57e5c2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57e5c2d2 2024-12-05T13:48:43,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:48:43,192 DEBUG [M:0;da6aa2204f50:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff19d09ab4040e2909029b51a9e4a4b is 69, key is da6aa2204f50,38275,1733406505504/rs:state/1733406506391/Put/seqid=0 2024-12-05T13:48:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741848_1027 (size=5156) 2024-12-05T13:48:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741848_1027 (size=5156) 2024-12-05T13:48:43,198 INFO [M:0;da6aa2204f50:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff19d09ab4040e2909029b51a9e4a4b 2024-12-05T13:48:43,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T13:48:43,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:48:43,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:48:43,217 DEBUG [M:0;da6aa2204f50:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09bdf68d282b4ddfb3b2076303372144 is 52, key is load_balancer_on/state:d/1733406507166/Put/seqid=0 2024-12-05T13:48:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741849_1028 (size=5056) 2024-12-05T13:48:43,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36925 is added to blk_1073741849_1028 (size=5056) 2024-12-05T13:48:43,223 INFO [M:0;da6aa2204f50:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09bdf68d282b4ddfb3b2076303372144 2024-12-05T13:48:43,230 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebb046f79a824f45a93c90207cc1380c as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebb046f79a824f45a93c90207cc1380c 2024-12-05T13:48:43,237 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebb046f79a824f45a93c90207cc1380c, entries=8, sequenceid=56, filesize=5.5 K 2024-12-05T13:48:43,238 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f9ff487cf124da481f75df606785fe8 as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f9ff487cf124da481f75df606785fe8 2024-12-05T13:48:43,244 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f9ff487cf124da481f75df606785fe8, entries=6, sequenceid=56, filesize=6.0 K 2024-12-05T13:48:43,245 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff19d09ab4040e2909029b51a9e4a4b as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ff19d09ab4040e2909029b51a9e4a4b 2024-12-05T13:48:43,252 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ff19d09ab4040e2909029b51a9e4a4b, entries=1, sequenceid=56, filesize=5.0 K 2024-12-05T13:48:43,253 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09bdf68d282b4ddfb3b2076303372144 as hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/09bdf68d282b4ddfb3b2076303372144 2024-12-05T13:48:43,260 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/09bdf68d282b4ddfb3b2076303372144, entries=1, sequenceid=56, filesize=4.9 K 2024-12-05T13:48:43,261 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=56, compaction requested=false 2024-12-05T13:48:43,263 INFO [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:43,263 DEBUG [M:0;da6aa2204f50:36857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406523099Disabling compacts and flushes for region at 1733406523099Disabling writes for close at 1733406523099Obtaining lock to block concurrent updates at 1733406523099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733406523099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733406523100 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733406523120 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733406523120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733406523135 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733406523135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733406523148 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733406523164 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733406523164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733406523177 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733406523192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733406523192Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733406523203 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733406523216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733406523216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5885049: reopening flushed file at 1733406523229 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402c3c8e: reopening flushed file at 1733406523237 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31430550: reopening flushed file at 1733406523244 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19111084: reopening flushed file at 1733406523252 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=56, compaction requested=false at 1733406523261 (+9 ms)Writing region close event to WAL at 1733406523263 (+2 ms)Closed at 1733406523263 2024-12-05T13:48:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43697 is added to blk_1073741845_1023 (size=757) 2024-12-05T13:48:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741845_1023 (size=757) 2024-12-05T13:48:44,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:48:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:44,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:47,122 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 after 4002ms 2024-12-05T13:48:47,122 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/WALs/da6aa2204f50,36857,1733406505359/da6aa2204f50%2C36857%2C1733406505359.1733406506079 to hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/oldWALs/da6aa2204f50%2C36857%2C1733406505359.1733406506079 2024-12-05T13:48:47,126 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/MasterData/oldWALs/da6aa2204f50%2C36857%2C1733406505359.1733406506079 to hdfs://localhost:33839/user/jenkins/test-data/44e8d373-d991-a075-4dab-116b8ac7db97/oldWALs/da6aa2204f50%2C36857%2C1733406505359.1733406506079$masterlocalwal$ 2024-12-05T13:48:47,127 INFO [M:0;da6aa2204f50:36857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:48:47,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:48:47,127 INFO [M:0;da6aa2204f50:36857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36857 2024-12-05T13:48:47,127 INFO [M:0;da6aa2204f50:36857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:48:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x101a709dbef0000, quorum=127.0.0.1:57151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:48:47,271 INFO [M:0;da6aa2204f50:36857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:48:47,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d4e4e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:47,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234e5561{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e8a5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@285dd66e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,276 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:47,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:47,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:47,277 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid 592b4c69-1cfb-4a3d-810d-6876df4aedda) service to localhost/127.0.0.1:33839 2024-12-05T13:48:47,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data3/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data4/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:47,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eeb7d28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:47,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42468d07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb62043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@873ccfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,294 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:47,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:47,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:47,294 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid 4efff0a7-9129-456a-b432-1634f085e296) service to localhost/127.0.0.1:33839 2024-12-05T13:48:47,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data9/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data10/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:47,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@991149f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:47,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c106fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6770a8ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ded2fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,315 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:47,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:47,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:47,316 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid c589cbf3-b463-424f-ae0c-c456d6478a36) service to localhost/127.0.0.1:33839 2024-12-05T13:48:47,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data7/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data8/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae67f46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:47,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eddecaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ded18d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4a2379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,330 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:47,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:47,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:47,330 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid 0eb34a44-1813-457a-9211-2fed3c2779d2) service to localhost/127.0.0.1:33839 2024-12-05T13:48:47,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data5/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data6/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:47,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674ae561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:47,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:48:47,337 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:48:47,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:48:47,337 WARN [BP-718241815-172.17.0.2-1733406503894 heartbeating to localhost/127.0.0.1:33839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718241815-172.17.0.2-1733406503894 (Datanode Uuid ab878c5a-7d24-4568-b945-31692c430723) service to localhost/127.0.0.1:33839 2024-12-05T13:48:47,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data1/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/cluster_0f177922-f72b-7a43-2a77-6374bfbeda79/data/data2/current/BP-718241815-172.17.0.2-1733406503894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:48:47,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:48:47,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41db0b91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:48:47,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:48:47,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:48:47,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:48:47,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir/,STOPPED} 2024-12-05T13:48:47,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:48:47,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:48:47,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33839 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 398) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 180), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8769) 2024-12-05T13:48:47,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=8052 2024-12-05T13:48:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.log.dir so I do NOT create it in target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5bf0c7f2-142d-c96f-cc63-129948e9e7ce/hadoop.tmp.dir so I do NOT create it in target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0, deleteOnExit=true 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/test.cache.data in system properties and HBase conf 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:48:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:48:47,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:48:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:48:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:48:47,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:47,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:47,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:47,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:47,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:48:47,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:47,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dab15c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:47,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90ab9df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:47,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ba9cae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/java.io.tmpdir/jetty-localhost-40675-hadoop-hdfs-3_4_1-tests_jar-_-any-17548158539609881555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:48:47,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736356e3{HTTP/1.1, (http/1.1)}{localhost:40675} 2024-12-05T13:48:47,855 INFO [Time-limited test {}] server.Server(415): Started @91163ms 2024-12-05T13:48:48,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:48,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:48,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:48,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:48,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71513cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b573d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:48,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@415734db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/java.io.tmpdir/jetty-localhost-39159-hadoop-hdfs-3_4_1-tests_jar-_-any-2223738871533253588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:48,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65d1c6f8{HTTP/1.1, (http/1.1)}{localhost:39159} 2024-12-05T13:48:48,165 INFO [Time-limited test {}] server.Server(415): Started @91473ms 2024-12-05T13:48:48,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:48,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:48:48,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:48:48,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:48:48,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:48:48,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:48:48,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abd8940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:48:48,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df9f073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:48:48,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648125e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/java.io.tmpdir/jetty-localhost-45259-hadoop-hdfs-3_4_1-tests_jar-_-any-15292960610356405802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:48:48,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5707ca8f{HTTP/1.1, (http/1.1)}{localhost:45259} 2024-12-05T13:48:48,313 INFO [Time-limited test {}] server.Server(415): Started @91621ms 2024-12-05T13:48:48,313 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:48:48,856 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data1/current/BP-1492027888-172.17.0.2-1733406527426/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:48,856 WARN [Thread-804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data2/current/BP-1492027888-172.17.0.2-1733406527426/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:48,878 WARN [Thread-767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de46ced5dc0b4c6 with lease ID 0x993ff16e3fcdeaf5: Processing first storage report for DS-81eae045-413b-430a-8c38-34eaff7c7dcd from datanode DatanodeRegistration(127.0.0.1:45367, datanodeUuid=c9e04833-19ae-4732-aa7f-c876505350e3, infoPort=43969, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426) 2024-12-05T13:48:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de46ced5dc0b4c6 with lease ID 0x993ff16e3fcdeaf5: from storage DS-81eae045-413b-430a-8c38-34eaff7c7dcd node DatanodeRegistration(127.0.0.1:45367, datanodeUuid=c9e04833-19ae-4732-aa7f-c876505350e3, infoPort=43969, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de46ced5dc0b4c6 with lease ID 0x993ff16e3fcdeaf5: Processing first storage report for DS-6fffa24f-4fa1-4070-90fe-f74215f422a9 from datanode DatanodeRegistration(127.0.0.1:45367, datanodeUuid=c9e04833-19ae-4732-aa7f-c876505350e3, infoPort=43969, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426) 2024-12-05T13:48:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de46ced5dc0b4c6 with lease ID 0x993ff16e3fcdeaf5: from storage DS-6fffa24f-4fa1-4070-90fe-f74215f422a9 node DatanodeRegistration(127.0.0.1:45367, datanodeUuid=c9e04833-19ae-4732-aa7f-c876505350e3, infoPort=43969, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:48,946 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data3/current/BP-1492027888-172.17.0.2-1733406527426/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:48,946 WARN [Thread-815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data4/current/BP-1492027888-172.17.0.2-1733406527426/current, will proceed with Du for space computation calculation, 2024-12-05T13:48:48,967 WARN [Thread-790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:48:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb913949d273c979c with lease ID 0x993ff16e3fcdeaf6: Processing first storage report for DS-d30bb540-5f64-4388-86fc-ff1de9ca805b from datanode DatanodeRegistration(127.0.0.1:45523, datanodeUuid=85cf8387-bb90-4b2c-a398-077585b26271, infoPort=35043, infoSecurePort=0, ipcPort=39623, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426) 2024-12-05T13:48:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb913949d273c979c with lease ID 0x993ff16e3fcdeaf6: from storage DS-d30bb540-5f64-4388-86fc-ff1de9ca805b node DatanodeRegistration(127.0.0.1:45523, datanodeUuid=85cf8387-bb90-4b2c-a398-077585b26271, infoPort=35043, infoSecurePort=0, ipcPort=39623, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb913949d273c979c with lease ID 0x993ff16e3fcdeaf6: Processing first storage report for DS-c9370b45-4782-462f-ad53-e770b3425591 from datanode DatanodeRegistration(127.0.0.1:45523, datanodeUuid=85cf8387-bb90-4b2c-a398-077585b26271, infoPort=35043, infoSecurePort=0, ipcPort=39623, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426) 2024-12-05T13:48:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb913949d273c979c with lease ID 0x993ff16e3fcdeaf6: from storage DS-c9370b45-4782-462f-ad53-e770b3425591 node DatanodeRegistration(127.0.0.1:45523, datanodeUuid=85cf8387-bb90-4b2c-a398-077585b26271, infoPort=35043, infoSecurePort=0, ipcPort=39623, storageInfo=lv=-57;cid=testClusterID;nsid=43700331;c=1733406527426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:48:49,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35 2024-12-05T13:48:49,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/zookeeper_0, clientPort=63066, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:48:49,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63066 2024-12-05T13:48:49,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:48:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:48:49,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c with version=8 2024-12-05T13:48:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase-staging 2024-12-05T13:48:49,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:48:49,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:48:49,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45083 2024-12-05T13:48:49,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45083 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-12-05T13:48:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450830x0, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:48:49,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45083-0x101a70a38890000 connected 2024-12-05T13:48:49,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:49,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c, hbase.cluster.distributed=false 2024-12-05T13:48:49,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:48:49,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-05T13:48:49,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-12-05T13:48:49,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-12-05T13:48:49,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-05T13:48:49,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-05T13:48:49,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:48:49,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:48:49,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34541 2024-12-05T13:48:49,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34541 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-12-05T13:48:49,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345410x0, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:48:49,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345410x0, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:48:49,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34541-0x101a70a38890001 connected 2024-12-05T13:48:49,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:48:49,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:48:49,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:48:49,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:48:49,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34541 2024-12-05T13:48:49,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34541 2024-12-05T13:48:49,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34541 2024-12-05T13:48:49,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34541 2024-12-05T13:48:49,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34541 2024-12-05T13:48:49,232 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:45083 2024-12-05T13:48:49,232 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:49,239 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:48:49,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,248 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:48:49,248 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,45083,1733406529062 from backup master directory 2024-12-05T13:48:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:48:49,255 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:48:49,255 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,260 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/hbase.id] with ID: 72c22fcf-42da-4809-854d-16458c4f9029 2024-12-05T13:48:49,260 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/.tmp/hbase.id 2024-12-05T13:48:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:48:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:48:49,267 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/.tmp/hbase.id]:[hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/hbase.id] 2024-12-05T13:48:49,281 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:49,281 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:48:49,282 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:48:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:48:49,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:48:49,296 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:48:49,296 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:48:49,297 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:48:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:48:49,306 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store 2024-12-05T13:48:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:48:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:48:49,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:49,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:48:49,314 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:49,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:49,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:48:49,314 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:49,315 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:48:49,315 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406529314Disabling compacts and flushes for region at 1733406529314Disabling writes for close at 1733406529314Writing region close event to WAL at 1733406529315 (+1 ms)Closed at 1733406529315 2024-12-05T13:48:49,315 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/.initializing 2024-12-05T13:48:49,316 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/WALs/da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,317 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:48:49,318 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C45083%2C1733406529062, suffix=, logDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/WALs/da6aa2204f50,45083,1733406529062, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/oldWALs, maxLogs=10 2024-12-05T13:48:49,329 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/WALs/da6aa2204f50,45083,1733406529062/da6aa2204f50%2C45083%2C1733406529062.1733406529319, exclude list is [], retry=0 2024-12-05T13:48:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:48:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:48:49,334 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/WALs/da6aa2204f50,45083,1733406529062/da6aa2204f50%2C45083%2C1733406529062.1733406529319 2024-12-05T13:48:49,335 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35043:35043),(127.0.0.1/127.0.0.1:43969:43969)] 2024-12-05T13:48:49,335 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:49,335 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:49,335 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,335 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:48:49,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:49,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:48:49,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:49,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:48:49,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:49,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:48:49,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:49,345 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,346 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,346 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,348 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,348 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,348 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:48:49,350 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:48:49,352 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:49,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752291, jitterRate=-0.043413206934928894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:48:49,353 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733406529335Initializing all the Stores at 1733406529336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406529336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406529337 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406529337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406529337Cleaning up temporary data from old regions at 1733406529348 (+11 ms)Region opened successfully at 1733406529353 (+5 ms) 2024-12-05T13:48:49,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:48:49,356 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f297cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:48:49,357 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:48:49,358 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:48:49,358 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:48:49,358 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:48:49,358 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:48:49,359 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:48:49,359 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:48:49,361 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:48:49,362 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:48:49,372 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:48:49,372 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:48:49,373 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:48:49,380 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:48:49,381 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:48:49,382 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:48:49,388 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:48:49,389 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:48:49,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:48:49,399 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:48:49,405 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:48:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:48:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,414 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,45083,1733406529062, sessionid=0x101a70a38890000, setting cluster-up flag (Was=false) 2024-12-05T13:48:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,455 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:48:49,457 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:49,497 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:48:49,500 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,45083,1733406529062 2024-12-05T13:48:49,503 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:48:49,506 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:49,507 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:48:49,507 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:48:49,507 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,45083,1733406529062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:48:49,510 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,511 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733406559511 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:48:49,512 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:49,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:48:49,513 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:48:49,513 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:48:49,513 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:48:49,513 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:48:49,513 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:48:49,513 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406529513,5,FailOnTimeoutGroup] 2024-12-05T13:48:49,514 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406529514,5,FailOnTimeoutGroup] 2024-12-05T13:48:49,514 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,514 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:48:49,514 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,514 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:48:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:48:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:48:49,524 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(746): ClusterId : 72c22fcf-42da-4809-854d-16458c4f9029 2024-12-05T13:48:49,525 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:48:49,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:48:49,525 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c 2024-12-05T13:48:49,531 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:48:49,531 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:48:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:48:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:48:49,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:49,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:48:49,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:48:49,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:49,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:48:49,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:48:49,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:49,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:48:49,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:48:49,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,539 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:48:49,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:49,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:48:49,540 DEBUG [RS:0;da6aa2204f50:34541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d26c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:48:49,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:48:49,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:49,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:48:49,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740 2024-12-05T13:48:49,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740 2024-12-05T13:48:49,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:48:49,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:48:49,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:48:49,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:48:49,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:49,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794508, jitterRate=0.010270223021507263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:48:49,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733406529533Initializing all the Stores at 1733406529534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406529534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406529534Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406529534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406529534Cleaning up temporary data from old regions at 1733406529545 (+11 ms)Region opened successfully at 1733406529550 (+5 ms) 2024-12-05T13:48:49,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:48:49,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:48:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:48:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:48:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:48:49,551 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:48:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406529550Disabling compacts and flushes for region at 1733406529550Disabling writes for close at 1733406529551 (+1 ms)Writing region close event to WAL at 1733406529551Closed at 1733406529551 2024-12-05T13:48:49,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:49,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:48:49,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:48:49,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:48:49,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:48:49,557 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:34541 2024-12-05T13:48:49,557 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:48:49,557 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:48:49,558 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:48:49,558 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,45083,1733406529062 with port=34541, startcode=1733406529202 2024-12-05T13:48:49,559 DEBUG [RS:0;da6aa2204f50:34541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:48:49,560 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:48:49,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45083 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,562 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c 2024-12-05T13:48:49,562 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34101 2024-12-05T13:48:49,562 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:48:49,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:48:49,573 DEBUG [RS:0;da6aa2204f50:34541 {}] zookeeper.ZKUtil(111): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,573 WARN [RS:0;da6aa2204f50:34541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:48:49,573 INFO [RS:0;da6aa2204f50:34541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:49,573 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,34541,1733406529202] 2024-12-05T13:48:49,578 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:48:49,580 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:48:49,582 INFO [RS:0;da6aa2204f50:34541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:48:49,582 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,582 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:48:49,584 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:48:49,584 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,584 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,584 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,584 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:48:49,585 DEBUG [RS:0;da6aa2204f50:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,587 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,34541,1733406529202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:48:49,599 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:48:49,599 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,34541,1733406529202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,599 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,599 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.Replication(171): da6aa2204f50,34541,1733406529202 started 2024-12-05T13:48:49,611 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:49,612 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,34541,1733406529202, RpcServer on da6aa2204f50/172.17.0.2:34541, sessionid=0x101a70a38890001 2024-12-05T13:48:49,612 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:48:49,612 DEBUG [RS:0;da6aa2204f50:34541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,612 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,34541,1733406529202' 2024-12-05T13:48:49,612 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,34541,1733406529202' 2024-12-05T13:48:49,613 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:48:49,614 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:48:49,614 DEBUG [RS:0;da6aa2204f50:34541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:48:49,614 INFO [RS:0;da6aa2204f50:34541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:48:49,614 INFO [RS:0;da6aa2204f50:34541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:48:49,706 WARN [da6aa2204f50:45083 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:48:49,715 INFO [RS:0;da6aa2204f50:34541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:48:49,717 INFO [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C34541%2C1733406529202, suffix=, logDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs, maxLogs=32 2024-12-05T13:48:49,730 DEBUG [RS:0;da6aa2204f50:34541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406529717, exclude list is [], retry=0 2024-12-05T13:48:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:48:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:48:49,735 INFO [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406529717 2024-12-05T13:48:49,735 DEBUG [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969),(127.0.0.1/127.0.0.1:35043:35043)] 2024-12-05T13:48:49,956 DEBUG [da6aa2204f50:45083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:48:49,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:49,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,34541,1733406529202, state=OPENING 2024-12-05T13:48:50,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:48:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:48:50,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:48:50,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:50,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:50,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,34541,1733406529202}] 2024-12-05T13:48:50,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:48:50,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:48:50,200 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:48:50,200 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:48:50,200 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:48:50,202 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C34541%2C1733406529202.meta, suffix=.meta, logDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs, maxLogs=32 2024-12-05T13:48:50,213 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.meta.1733406530202.meta, exclude list is [], retry=0 2024-12-05T13:48:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:48:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:48:50,218 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.meta.1733406530202.meta 2024-12-05T13:48:50,219 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969),(127.0.0.1/127.0.0.1:35043:35043)] 2024-12-05T13:48:50,219 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:50,219 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:48:50,219 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:48:50,220 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:48:50,220 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:48:50,220 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:50,220 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:48:50,220 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:48:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:48:50,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:48:50,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:48:50,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:48:50,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:50,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:48:50,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:48:50,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:50,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:48:50,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:48:50,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:48:50,227 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:48:50,228 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740 2024-12-05T13:48:50,229 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740 2024-12-05T13:48:50,230 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:48:50,230 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:48:50,231 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:48:50,232 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:48:50,233 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=764257, jitterRate=-0.028197571635246277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:48:50,233 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:48:50,234 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733406530220Writing region info on filesystem at 1733406530220Initializing all the Stores at 1733406530221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406530221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406530221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406530221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406530221Cleaning up temporary data from old regions at 1733406530231 (+10 ms)Running coprocessor post-open hooks at 1733406530233 (+2 ms)Region opened successfully at 1733406530234 (+1 ms) 2024-12-05T13:48:50,235 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733406530188 2024-12-05T13:48:50,237 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:48:50,237 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:48:50,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:50,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,34541,1733406529202, state=OPEN 2024-12-05T13:48:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:48:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:48:50,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:50,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:50,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:48:50,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:48:50,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,34541,1733406529202 in 235 msec 2024-12-05T13:48:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:48:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-12-05T13:48:50,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:48:50,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:48:50,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:48:50,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,34541,1733406529202, seqNum=-1] 2024-12-05T13:48:50,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:48:50,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:48:50,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 781 msec 2024-12-05T13:48:50,288 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733406530288, completionTime=-1 2024-12-05T13:48:50,288 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:48:50,288 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:48:50,291 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:48:50,291 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733406590291 2024-12-05T13:48:50,291 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733406650291 2024-12-05T13:48:50,291 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:45083, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,294 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:48:50,297 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:48:50,298 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:48:50,301 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:48:50,301 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:48:50,301 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,45083,1733406529062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:48:50,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db5ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:50,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,45083,-1 for getting cluster id 2024-12-05T13:48:50,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:48:50,327 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72c22fcf-42da-4809-854d-16458c4f9029' 2024-12-05T13:48:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:48:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72c22fcf-42da-4809-854d-16458c4f9029" 2024-12-05T13:48:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335eb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,45083,-1] 2024-12-05T13:48:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:48:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:48:50,331 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:48:50,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d91e092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:48:50,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:48:50,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,34541,1733406529202, seqNum=-1] 2024-12-05T13:48:50,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:48:50,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:48:50,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,45083,1733406529062 2024-12-05T13:48:50,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:48:50,339 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T13:48:50,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:48:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,45083,1733406529062 2024-12-05T13:48:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31c02fce 2024-12-05T13:48:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:48:50,342 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:48:50,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T13:48:50,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T13:48:50,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:48:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:48:50,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:48:50,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-05T13:48:50,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:48:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:48:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741835_1011 (size=405) 2024-12-05T13:48:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741835_1011 (size=405) 2024-12-05T13:48:50,356 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a85b3035985e8f41cfd89b1222348a65, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c 2024-12-05T13:48:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741836_1012 (size=88) 2024-12-05T13:48:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741836_1012 (size=88) 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing a85b3035985e8f41cfd89b1222348a65, disabling compactions & flushes 2024-12-05T13:48:50,363 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. after waiting 0 ms 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,363 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,363 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a85b3035985e8f41cfd89b1222348a65: Waiting for close lock at 1733406530363Disabling compacts and flushes for region at 1733406530363Disabling writes for close at 1733406530363Writing region close event to WAL at 1733406530363Closed at 1733406530363 2024-12-05T13:48:50,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:48:50,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733406530364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406530364"}]},"ts":"1733406530364"} 2024-12-05T13:48:50,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:48:50,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:48:50,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406530368"}]},"ts":"1733406530368"} 2024-12-05T13:48:50,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-05T13:48:50,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=a85b3035985e8f41cfd89b1222348a65, ASSIGN}] 2024-12-05T13:48:50,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=a85b3035985e8f41cfd89b1222348a65, ASSIGN 2024-12-05T13:48:50,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=a85b3035985e8f41cfd89b1222348a65, ASSIGN; state=OFFLINE, location=da6aa2204f50,34541,1733406529202; forceNewPlan=false, retain=false 2024-12-05T13:48:50,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a85b3035985e8f41cfd89b1222348a65, regionState=OPENING, regionLocation=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=a85b3035985e8f41cfd89b1222348a65, ASSIGN because future has completed 2024-12-05T13:48:50,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85b3035985e8f41cfd89b1222348a65, server=da6aa2204f50,34541,1733406529202}] 2024-12-05T13:48:50,698 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,699 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a85b3035985e8f41cfd89b1222348a65, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:48:50,699 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,699 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:48:50,699 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,699 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,701 INFO [StoreOpener-a85b3035985e8f41cfd89b1222348a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,703 INFO [StoreOpener-a85b3035985e8f41cfd89b1222348a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85b3035985e8f41cfd89b1222348a65 columnFamilyName info 2024-12-05T13:48:50,703 DEBUG [StoreOpener-a85b3035985e8f41cfd89b1222348a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:48:50,704 INFO [StoreOpener-a85b3035985e8f41cfd89b1222348a65-1 {}] regionserver.HStore(327): Store=a85b3035985e8f41cfd89b1222348a65/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:48:50,704 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,705 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,706 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,706 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,706 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,708 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,711 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:48:50,712 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a85b3035985e8f41cfd89b1222348a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786319, jitterRate=-1.448988914489746E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:48:50,712 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:48:50,713 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a85b3035985e8f41cfd89b1222348a65: Running coprocessor pre-open hook at 1733406530699Writing region info on filesystem at 1733406530699Initializing all the Stores at 1733406530701 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406530701Cleaning up temporary data from old regions at 1733406530706 (+5 ms)Running coprocessor post-open hooks at 1733406530712 (+6 ms)Region opened successfully at 1733406530713 (+1 ms) 2024-12-05T13:48:50,714 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65., pid=6, masterSystemTime=1733406530689 2024-12-05T13:48:50,717 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,717 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:48:50,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a85b3035985e8f41cfd89b1222348a65, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,34541,1733406529202 2024-12-05T13:48:50,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85b3035985e8f41cfd89b1222348a65, server=da6aa2204f50,34541,1733406529202 because future has completed 2024-12-05T13:48:50,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:48:50,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a85b3035985e8f41cfd89b1222348a65, server=da6aa2204f50,34541,1733406529202 in 190 msec 2024-12-05T13:48:50,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:48:50,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=a85b3035985e8f41cfd89b1222348a65, ASSIGN in 355 msec 2024-12-05T13:48:50,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:48:50,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406530728"}]},"ts":"1733406530728"} 2024-12-05T13:48:50,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-05T13:48:50,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:48:50,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 388 msec 2024-12-05T13:48:53,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:48:53,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:48:53,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:48:53,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:48:53,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:48:53,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T13:48:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:48:55,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:48:55,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:48:55,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-05T13:49:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:49:00,385 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T13:49:00,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-05T13:49:00,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:00,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65., hostname=da6aa2204f50,34541,1733406529202, seqNum=2] 2024-12-05T13:49:00,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:00,406 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:49:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:49:00,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:49:00,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:49:00,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T13:49:00,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:00,571 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a85b3035985e8f41cfd89b1222348a65 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T13:49:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/b197d7c1e70741d284ee345ae6e762b8 is 1055, key is row0001/info:/1733406540393/Put/seqid=0 2024-12-05T13:49:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741837_1013 (size=6008) 2024-12-05T13:49:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741837_1013 (size=6008) 2024-12-05T13:49:00,597 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/b197d7c1e70741d284ee345ae6e762b8 2024-12-05T13:49:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/b197d7c1e70741d284ee345ae6e762b8 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8 2024-12-05T13:49:00,624 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8, entries=1, sequenceid=5, filesize=5.9 K 2024-12-05T13:49:00,626 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 54ms, sequenceid=5, compaction requested=false 2024-12-05T13:49:00,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a85b3035985e8f41cfd89b1222348a65: 2024-12-05T13:49:00,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T13:49:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T13:49:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T13:49:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 222 msec 2024-12-05T13:49:00,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 235 msec 2024-12-05T13:49:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:49:10,424 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T13:49:10,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T13:49:10,430 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:49:10,431 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:49:10,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:49:10,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T13:49:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:10,586 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing a85b3035985e8f41cfd89b1222348a65 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T13:49:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/93e9a7419719449190c8ed591bbd0455 is 1055, key is row0002/info:/1733406550425/Put/seqid=0 2024-12-05T13:49:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741838_1014 (size=6008) 2024-12-05T13:49:10,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741838_1014 (size=6008) 2024-12-05T13:49:10,596 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/93e9a7419719449190c8ed591bbd0455 2024-12-05T13:49:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/93e9a7419719449190c8ed591bbd0455 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455 2024-12-05T13:49:10,612 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455, entries=1, sequenceid=9, filesize=5.9 K 2024-12-05T13:49:10,613 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 27ms, sequenceid=9, compaction requested=false 2024-12-05T13:49:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for a85b3035985e8f41cfd89b1222348a65: 2024-12-05T13:49:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T13:49:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T13:49:10,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:49:10,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-12-05T13:49:10,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-12-05T13:49:19,042 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:49:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T13:49:20,465 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T13:49:20,485 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406560468, exclude list is [], retry=0 2024-12-05T13:49:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:49:20,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:49:20,489 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406529717 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406560468 2024-12-05T13:49:20,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35043:35043),(127.0.0.1/127.0.0.1:43969:43969)] 2024-12-05T13:49:20,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406529717 is not closed yet, will try archiving it next time 2024-12-05T13:49:20,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741833_1009 (size=5471) 2024-12-05T13:49:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741833_1009 (size=5471) 2024-12-05T13:49:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T13:49:20,499 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:49:20,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:49:20,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:49:20,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T13:49:20,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:20,654 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing a85b3035985e8f41cfd89b1222348a65 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T13:49:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/4631c9bb5dc245bcb3f25b911b7e4af4 is 1055, key is row0003/info:/1733406560467/Put/seqid=0 2024-12-05T13:49:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741840_1016 (size=6008) 2024-12-05T13:49:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741840_1016 (size=6008) 2024-12-05T13:49:20,665 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/4631c9bb5dc245bcb3f25b911b7e4af4 2024-12-05T13:49:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/4631c9bb5dc245bcb3f25b911b7e4af4 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4 2024-12-05T13:49:20,680 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4, entries=1, sequenceid=13, filesize=5.9 K 2024-12-05T13:49:20,681 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 27ms, sequenceid=13, compaction requested=true 2024-12-05T13:49:20,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for a85b3035985e8f41cfd89b1222348a65: 2024-12-05T13:49:20,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:20,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T13:49:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T13:49:20,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T13:49:20,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-12-05T13:49:20,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-12-05T13:49:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T13:49:30,585 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T13:49:30,587 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:49:30,590 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:49:30,591 DEBUG [Time-limited test {}] regionserver.HStore(1541): a85b3035985e8f41cfd89b1222348a65/info is initiating minor compaction (all files) 2024-12-05T13:49:30,591 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:49:30,591 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:30,592 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a85b3035985e8f41cfd89b1222348a65/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:30,592 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4] into tmpdir=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp, totalSize=17.6 K 2024-12-05T13:49:30,593 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b197d7c1e70741d284ee345ae6e762b8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733406540393 2024-12-05T13:49:30,594 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 93e9a7419719449190c8ed591bbd0455, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733406550425 2024-12-05T13:49:30,594 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4631c9bb5dc245bcb3f25b911b7e4af4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733406560467 2024-12-05T13:49:30,625 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): a85b3035985e8f41cfd89b1222348a65#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:49:30,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/0ee6984b59064bc095207a118243c5b3 is 1055, key is row0001/info:/1733406540393/Put/seqid=0 2024-12-05T13:49:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741841_1017 (size=8221) 2024-12-05T13:49:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741841_1017 (size=8221) 2024-12-05T13:49:30,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/0ee6984b59064bc095207a118243c5b3 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/0ee6984b59064bc095207a118243c5b3 2024-12-05T13:49:30,667 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a85b3035985e8f41cfd89b1222348a65/info of a85b3035985e8f41cfd89b1222348a65 into 0ee6984b59064bc095207a118243c5b3(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:49:30,667 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a85b3035985e8f41cfd89b1222348a65: 2024-12-05T13:49:30,688 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671, exclude list is [], retry=0 2024-12-05T13:49:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:49:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:49:30,692 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406560468 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671 2024-12-05T13:49:30,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35043:35043),(127.0.0.1/127.0.0.1:43969:43969)] 2024-12-05T13:49:30,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406560468 is not closed yet, will try archiving it next time 2024-12-05T13:49:30,693 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406529717 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs/da6aa2204f50%2C34541%2C1733406529202.1733406529717 2024-12-05T13:49:30,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741839_1015 (size=2495) 2024-12-05T13:49:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741839_1015 (size=2495) 2024-12-05T13:49:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T13:49:30,696 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:49:30,697 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:49:30,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:49:30,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T13:49:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:30,850 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing a85b3035985e8f41cfd89b1222348a65 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T13:49:30,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/0356c64abd9243129b7383d72a3a6fbe is 1055, key is row0000/info:/1733406570669/Put/seqid=0 2024-12-05T13:49:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741843_1019 (size=6008) 2024-12-05T13:49:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741843_1019 (size=6008) 2024-12-05T13:49:30,861 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/0356c64abd9243129b7383d72a3a6fbe 2024-12-05T13:49:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/0356c64abd9243129b7383d72a3a6fbe as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/0356c64abd9243129b7383d72a3a6fbe 2024-12-05T13:49:30,873 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/0356c64abd9243129b7383d72a3a6fbe, entries=1, sequenceid=18, filesize=5.9 K 2024-12-05T13:49:30,874 INFO [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 24ms, sequenceid=18, compaction requested=false 2024-12-05T13:49:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for a85b3035985e8f41cfd89b1222348a65: 2024-12-05T13:49:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T13:49:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T13:49:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T13:49:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-12-05T13:49:30,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 185 msec 2024-12-05T13:49:30,915 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:49:30,915 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:49:35,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a85b3035985e8f41cfd89b1222348a65, had cached 0 bytes from a total of 14229 2024-12-05T13:49:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T13:49:40,794 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T13:49:40,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406580797, exclude list is [], retry=0 2024-12-05T13:49:40,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-81eae045-413b-430a-8c38-34eaff7c7dcd,DISK] 2024-12-05T13:49:40,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45523,DS-d30bb540-5f64-4388-86fc-ff1de9ca805b,DISK] 2024-12-05T13:49:40,818 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406580797 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969),(127.0.0.1/127.0.0.1:35043:35043)] 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671 is not closed yet, will try archiving it next time 2024-12-05T13:49:40,819 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406560468 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs/da6aa2204f50%2C34541%2C1733406529202.1733406560468 2024-12-05T13:49:40,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:49:40,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:40,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:49:40,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:49:40,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1669806894, stopped=false 2024-12-05T13:49:40,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,45083,1733406529062 2024-12-05T13:49:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741842_1018 (size=2001) 2024-12-05T13:49:40,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671 not finished, retry = 0 2024-12-05T13:49:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741842_1018 (size=2001) 2024-12-05T13:49:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:49:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:49:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:40,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:49:40,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:49:40,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:49:40,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:40,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,34541,1733406529202' ***** 2024-12-05T13:49:40,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:49:40,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:49:40,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(3091): Received CLOSE for a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,34541,1733406529202 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:49:40,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:49:40,860 INFO [RS:0;da6aa2204f50:34541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:34541. 2024-12-05T13:49:40,860 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a85b3035985e8f41cfd89b1222348a65, disabling compactions & flushes 2024-12-05T13:49:40,861 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:40,861 DEBUG [RS:0;da6aa2204f50:34541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:49:40,861 DEBUG [RS:0;da6aa2204f50:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:40,861 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:40,861 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. after waiting 0 ms 2024-12-05T13:49:40,861 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:40,861 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:49:40,861 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:49:40,861 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:49:40,861 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:49:40,861 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a85b3035985e8f41cfd89b1222348a65 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T13:49:40,861 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:49:40,861 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a85b3035985e8f41cfd89b1222348a65=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.} 2024-12-05T13:49:40,861 DEBUG [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85b3035985e8f41cfd89b1222348a65 2024-12-05T13:49:40,861 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:49:40,861 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:49:40,861 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:49:40,862 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:49:40,862 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:49:40,862 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-05T13:49:40,865 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/acf0739b6a574e789cf6c70a36388a04 is 1055, key is row0001/info:/1733406580796/Put/seqid=0 2024-12-05T13:49:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741845_1021 (size=6008) 2024-12-05T13:49:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741845_1021 (size=6008) 2024-12-05T13:49:40,871 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/acf0739b6a574e789cf6c70a36388a04 2024-12-05T13:49:40,879 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/.tmp/info/acf0739b6a574e789cf6c70a36388a04 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/acf0739b6a574e789cf6c70a36388a04 2024-12-05T13:49:40,880 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/info/10a894c4ca2e4713a114354778952740 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65./info:regioninfo/1733406530717/Put/seqid=0 2024-12-05T13:49:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741846_1022 (size=7308) 2024-12-05T13:49:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741846_1022 (size=7308) 2024-12-05T13:49:40,885 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/info/10a894c4ca2e4713a114354778952740 2024-12-05T13:49:40,886 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/acf0739b6a574e789cf6c70a36388a04, entries=1, sequenceid=22, filesize=5.9 K 2024-12-05T13:49:40,889 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 28ms, sequenceid=22, compaction requested=true 2024-12-05T13:49:40,890 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4] to archive 2024-12-05T13:49:40,892 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:49:40,895 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/b197d7c1e70741d284ee345ae6e762b8 2024-12-05T13:49:40,897 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/93e9a7419719449190c8ed591bbd0455 2024-12-05T13:49:40,900 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/info/4631c9bb5dc245bcb3f25b911b7e4af4 2024-12-05T13:49:40,906 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/ns/9fbc97f7485d4a52b67186c805ac8bfc is 43, key is default/ns:d/1733406530281/Put/seqid=0 2024-12-05T13:49:40,911 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6aa2204f50:45083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T13:49:40,912 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b197d7c1e70741d284ee345ae6e762b8=6008, 93e9a7419719449190c8ed591bbd0455=6008, 4631c9bb5dc245bcb3f25b911b7e4af4=6008] 2024-12-05T13:49:40,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741847_1023 (size=5153) 2024-12-05T13:49:40,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741847_1023 (size=5153) 2024-12-05T13:49:40,916 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/ns/9fbc97f7485d4a52b67186c805ac8bfc 2024-12-05T13:49:40,918 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/a85b3035985e8f41cfd89b1222348a65/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-05T13:49:40,918 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:40,919 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a85b3035985e8f41cfd89b1222348a65: Waiting for close lock at 1733406580860Running coprocessor pre-close hooks at 1733406580860Disabling compacts and flushes for region at 1733406580860Disabling writes for close at 1733406580861 (+1 ms)Obtaining lock to block concurrent updates at 1733406580861Preparing flush snapshotting stores in a85b3035985e8f41cfd89b1222348a65 at 1733406580861Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733406580861Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. at 1733406580862 (+1 ms)Flushing a85b3035985e8f41cfd89b1222348a65/info: creating writer at 1733406580862Flushing a85b3035985e8f41cfd89b1222348a65/info: appending metadata at 1733406580865 (+3 ms)Flushing a85b3035985e8f41cfd89b1222348a65/info: closing flushed file at 1733406580865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd9373e: reopening flushed file at 1733406580878 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for a85b3035985e8f41cfd89b1222348a65 in 28ms, sequenceid=22, compaction requested=true at 1733406580889 (+11 ms)Writing region close event to WAL at 1733406580913 (+24 ms)Running coprocessor post-close hooks at 1733406580918 (+5 ms)Closed at 1733406580918 2024-12-05T13:49:40,919 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733406530342.a85b3035985e8f41cfd89b1222348a65. 2024-12-05T13:49:40,922 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/WALs/da6aa2204f50,34541,1733406529202/da6aa2204f50%2C34541%2C1733406529202.1733406570671 to hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs/da6aa2204f50%2C34541%2C1733406529202.1733406570671 2024-12-05T13:49:40,936 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/table/9800f4eb01e14c3ba7b3963aa3963409 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733406530728/Put/seqid=0 2024-12-05T13:49:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741848_1024 (size=5508) 2024-12-05T13:49:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741848_1024 (size=5508) 2024-12-05T13:49:40,944 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/table/9800f4eb01e14c3ba7b3963aa3963409 2024-12-05T13:49:40,952 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/info/10a894c4ca2e4713a114354778952740 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/info/10a894c4ca2e4713a114354778952740 2024-12-05T13:49:40,959 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/info/10a894c4ca2e4713a114354778952740, entries=10, sequenceid=11, filesize=7.1 K 2024-12-05T13:49:40,960 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/ns/9fbc97f7485d4a52b67186c805ac8bfc as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/ns/9fbc97f7485d4a52b67186c805ac8bfc 2024-12-05T13:49:40,966 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/ns/9fbc97f7485d4a52b67186c805ac8bfc, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:49:40,967 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/.tmp/table/9800f4eb01e14c3ba7b3963aa3963409 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/table/9800f4eb01e14c3ba7b3963aa3963409 2024-12-05T13:49:40,972 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/table/9800f4eb01e14c3ba7b3963aa3963409, entries=2, sequenceid=11, filesize=5.4 K 2024-12-05T13:49:40,973 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false 2024-12-05T13:49:40,978 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:49:40,978 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:49:40,978 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:49:40,978 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406580861Running coprocessor pre-close hooks at 1733406580861Disabling compacts and flushes for region at 1733406580861Disabling writes for close at 1733406580862 (+1 ms)Obtaining lock to block concurrent updates at 1733406580862Preparing flush snapshotting stores in 1588230740 at 1733406580862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733406580862Flushing stores of hbase:meta,,1.1588230740 at 1733406580862Flushing 1588230740/info: creating writer at 1733406580863 (+1 ms)Flushing 1588230740/info: appending metadata at 1733406580879 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733406580879Flushing 1588230740/ns: creating writer at 1733406580891 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733406580906 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733406580906Flushing 1588230740/table: creating writer at 1733406580922 (+16 ms)Flushing 1588230740/table: appending metadata at 1733406580935 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733406580935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2b7685: reopening flushed file at 1733406580951 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24724f04: reopening flushed file at 1733406580959 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab35fa: reopening flushed file at 1733406580966 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false at 1733406580973 (+7 ms)Writing region close event to WAL at 1733406580975 (+2 ms)Running coprocessor post-close hooks at 1733406580978 (+3 ms)Closed at 1733406580978 2024-12-05T13:49:40,979 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:49:41,061 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,34541,1733406529202; all regions closed. 2024-12-05T13:49:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741834_1010 (size=3306) 2024-12-05T13:49:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741834_1010 (size=3306) 2024-12-05T13:49:41,067 DEBUG [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs 2024-12-05T13:49:41,067 INFO [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C34541%2C1733406529202.meta:.meta(num 1733406530202) 2024-12-05T13:49:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741844_1020 (size=1252) 2024-12-05T13:49:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741844_1020 (size=1252) 2024-12-05T13:49:41,072 DEBUG [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/oldWALs 2024-12-05T13:49:41,072 INFO [RS:0;da6aa2204f50:34541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C34541%2C1733406529202:(num 1733406580797) 2024-12-05T13:49:41,072 DEBUG [RS:0;da6aa2204f50:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:41,072 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:49:41,072 INFO [RS:0;da6aa2204f50:34541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:49:41,072 INFO [RS:0;da6aa2204f50:34541 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:49:41,073 INFO [RS:0;da6aa2204f50:34541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:49:41,073 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:49:41,073 INFO [RS:0;da6aa2204f50:34541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34541 2024-12-05T13:49:41,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,34541,1733406529202 2024-12-05T13:49:41,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:49:41,128 INFO [RS:0;da6aa2204f50:34541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:49:41,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,34541,1733406529202] 2024-12-05T13:49:41,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,34541,1733406529202 already deleted, retry=false 2024-12-05T13:49:41,233 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,34541,1733406529202 expired; onlineServers=0 2024-12-05T13:49:41,233 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,45083,1733406529062' ***** 2024-12-05T13:49:41,233 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:49:41,233 INFO [M:0;da6aa2204f50:45083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:49:41,233 INFO [M:0;da6aa2204f50:45083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:49:41,234 DEBUG [M:0;da6aa2204f50:45083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:49:41,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:49:41,234 DEBUG [M:0;da6aa2204f50:45083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:49:41,234 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406529514 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406529514,5,FailOnTimeoutGroup] 2024-12-05T13:49:41,234 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406529513 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406529513,5,FailOnTimeoutGroup] 2024-12-05T13:49:41,234 INFO [M:0;da6aa2204f50:45083 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:49:41,234 INFO [M:0;da6aa2204f50:45083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:49:41,234 DEBUG [M:0;da6aa2204f50:45083 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:49:41,234 INFO [M:0;da6aa2204f50:45083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:49:41,234 INFO [M:0;da6aa2204f50:45083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:49:41,235 INFO [M:0;da6aa2204f50:45083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:49:41,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:49:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:49:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:41,262 DEBUG [M:0;da6aa2204f50:45083 {}] zookeeper.ZKUtil(347): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:49:41,262 WARN [M:0;da6aa2204f50:45083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:49:41,263 INFO [M:0;da6aa2204f50:45083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/.lastflushedseqids 2024-12-05T13:49:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741849_1025 (size=130) 2024-12-05T13:49:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741849_1025 (size=130) 2024-12-05T13:49:41,271 INFO [M:0;da6aa2204f50:45083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:49:41,271 INFO [M:0;da6aa2204f50:45083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:49:41,271 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:49:41,271 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:41,271 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:41,271 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:49:41,271 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:41,271 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-12-05T13:49:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:49:41,272 INFO [RS:0;da6aa2204f50:34541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:49:41,272 INFO [RS:0;da6aa2204f50:34541 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,34541,1733406529202; zookeeper connection closed. 2024-12-05T13:49:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x101a70a38890001, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:49:41,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57d46b7e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57d46b7e 2024-12-05T13:49:41,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:49:41,287 DEBUG [M:0;da6aa2204f50:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e811beaec743e4b51739915224d5f1 is 82, key is hbase:meta,,1/info:regioninfo/1733406530238/Put/seqid=0 2024-12-05T13:49:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741850_1026 (size=5672) 2024-12-05T13:49:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741850_1026 (size=5672) 2024-12-05T13:49:41,589 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:49:41,693 INFO [M:0;da6aa2204f50:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e811beaec743e4b51739915224d5f1 2024-12-05T13:49:41,714 DEBUG [M:0;da6aa2204f50:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d715ce344bff4b0cbc21d6840c81aa8b is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733406530732/Put/seqid=0 2024-12-05T13:49:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741851_1027 (size=7822) 2024-12-05T13:49:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741851_1027 (size=7822) 2024-12-05T13:49:41,719 INFO [M:0;da6aa2204f50:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d715ce344bff4b0cbc21d6840c81aa8b 2024-12-05T13:49:41,724 INFO [M:0;da6aa2204f50:45083 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d715ce344bff4b0cbc21d6840c81aa8b 2024-12-05T13:49:41,743 DEBUG [M:0;da6aa2204f50:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10581075b244e2ba478d90bdd9c5f64 is 69, key is da6aa2204f50,34541,1733406529202/rs:state/1733406529561/Put/seqid=0 2024-12-05T13:49:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741852_1028 (size=5156) 2024-12-05T13:49:41,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741852_1028 (size=5156) 2024-12-05T13:49:41,751 INFO [M:0;da6aa2204f50:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10581075b244e2ba478d90bdd9c5f64 2024-12-05T13:49:41,772 DEBUG [M:0;da6aa2204f50:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ee9ff56533c34aec9759553ac40c1cdc is 52, key is load_balancer_on/state:d/1733406530338/Put/seqid=0 2024-12-05T13:49:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741853_1029 (size=5056) 2024-12-05T13:49:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741853_1029 (size=5056) 2024-12-05T13:49:41,781 INFO [M:0;da6aa2204f50:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ee9ff56533c34aec9759553ac40c1cdc 2024-12-05T13:49:41,795 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e811beaec743e4b51739915224d5f1 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54e811beaec743e4b51739915224d5f1 2024-12-05T13:49:41,802 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54e811beaec743e4b51739915224d5f1, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T13:49:41,804 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d715ce344bff4b0cbc21d6840c81aa8b as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d715ce344bff4b0cbc21d6840c81aa8b 2024-12-05T13:49:41,814 INFO [M:0;da6aa2204f50:45083 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d715ce344bff4b0cbc21d6840c81aa8b 2024-12-05T13:49:41,814 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d715ce344bff4b0cbc21d6840c81aa8b, entries=14, sequenceid=121, filesize=7.6 K 2024-12-05T13:49:41,816 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10581075b244e2ba478d90bdd9c5f64 as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10581075b244e2ba478d90bdd9c5f64 2024-12-05T13:49:41,825 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10581075b244e2ba478d90bdd9c5f64, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T13:49:41,827 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ee9ff56533c34aec9759553ac40c1cdc as hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ee9ff56533c34aec9759553ac40c1cdc 2024-12-05T13:49:41,835 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/f619162c-92d6-5b37-93c5-da0ffde6d67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ee9ff56533c34aec9759553ac40c1cdc, entries=1, sequenceid=121, filesize=4.9 K 2024-12-05T13:49:41,837 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=121, compaction requested=false 2024-12-05T13:49:41,847 INFO [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:41,847 DEBUG [M:0;da6aa2204f50:45083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406581271Disabling compacts and flushes for region at 1733406581271Disabling writes for close at 1733406581271Obtaining lock to block concurrent updates at 1733406581271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733406581271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1733406581272 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733406581273 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733406581273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733406581286 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733406581286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733406581699 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733406581713 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733406581713Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733406581724 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733406581742 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733406581742Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733406581756 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733406581772 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733406581772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83ca91d: reopening flushed file at 1733406581794 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231496fd: reopening flushed file at 1733406581802 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333d603e: reopening flushed file at 1733406581814 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96ba19a: reopening flushed file at 1733406581825 (+11 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=121, compaction requested=false at 1733406581837 (+12 ms)Writing region close event to WAL at 1733406581846 (+9 ms)Closed at 1733406581847 (+1 ms) 2024-12-05T13:49:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45523 is added to blk_1073741830_1006 (size=53026) 2024-12-05T13:49:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741830_1006 (size=53026) 2024-12-05T13:49:41,853 INFO [M:0;da6aa2204f50:45083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:49:41,853 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:49:41,853 INFO [M:0;da6aa2204f50:45083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45083 2024-12-05T13:49:41,853 INFO [M:0;da6aa2204f50:45083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:49:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:49:41,963 INFO [M:0;da6aa2204f50:45083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:49:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x101a70a38890000, quorum=127.0.0.1:63066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:49:41,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648125e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:49:41,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5707ca8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:49:41,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:49:41,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df9f073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:49:41,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abd8940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,STOPPED} 2024-12-05T13:49:41,968 WARN [BP-1492027888-172.17.0.2-1733406527426 heartbeating to localhost/127.0.0.1:34101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:49:41,968 WARN [BP-1492027888-172.17.0.2-1733406527426 heartbeating to localhost/127.0.0.1:34101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492027888-172.17.0.2-1733406527426 (Datanode Uuid 85cf8387-bb90-4b2c-a398-077585b26271) service to localhost/127.0.0.1:34101 2024-12-05T13:49:41,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:49:41,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:49:41,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data3/current/BP-1492027888-172.17.0.2-1733406527426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:49:41,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data4/current/BP-1492027888-172.17.0.2-1733406527426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:49:41,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:49:41,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@415734db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:49:41,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65d1c6f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:49:41,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:49:41,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b573d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:49:41,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71513cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,STOPPED} 2024-12-05T13:49:41,975 WARN [BP-1492027888-172.17.0.2-1733406527426 heartbeating to localhost/127.0.0.1:34101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:49:41,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:49:41,975 WARN [BP-1492027888-172.17.0.2-1733406527426 heartbeating to localhost/127.0.0.1:34101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492027888-172.17.0.2-1733406527426 (Datanode Uuid c9e04833-19ae-4732-aa7f-c876505350e3) service to localhost/127.0.0.1:34101 2024-12-05T13:49:41,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:49:41,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data1/current/BP-1492027888-172.17.0.2-1733406527426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:49:41,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/cluster_f1319f84-bb17-40a2-fabb-86f1dc1c62e0/data/data2/current/BP-1492027888-172.17.0.2-1733406527426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:49:41,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:49:41,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ba9cae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:49:41,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736356e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:49:41,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:49:41,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90ab9df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:49:41,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dab15c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir/,STOPPED} 2024-12-05T13:49:41,989 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:49:42,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:49:42,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 104), OpenFileDescriptor=428 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8588 (was 8052) - AvailableMemoryMB LEAK? - 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=8588 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.log.dir so I do NOT create it in target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/65373313-8d83-fd03-7db9-ee6f85928e35/hadoop.tmp.dir so I do NOT create it in target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec, deleteOnExit=true 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/test.cache.data in system properties and HBase conf 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:49:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:49:42,025 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:49:42,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:49:42,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:49:42,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:49:42,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:49:42,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:49:42,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:49:42,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:49:42,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:49:42,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49725afc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:49:42,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6677d3ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:49:42,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@709fbca1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/java.io.tmpdir/jetty-localhost-39311-hadoop-hdfs-3_4_1-tests_jar-_-any-195643114527478818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:49:42,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6498265d{HTTP/1.1, (http/1.1)}{localhost:39311} 2024-12-05T13:49:42,379 INFO [Time-limited test {}] server.Server(415): Started @145687ms 2024-12-05T13:49:42,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:49:42,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:49:42,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:49:42,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:49:42,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:49:42,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51146b69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:49:42,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d589fb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:49:42,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50965b64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/java.io.tmpdir/jetty-localhost-38035-hadoop-hdfs-3_4_1-tests_jar-_-any-16978603991568285772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:49:42,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bff3b5{HTTP/1.1, (http/1.1)}{localhost:38035} 2024-12-05T13:49:42,643 INFO [Time-limited test {}] server.Server(415): Started @145951ms 2024-12-05T13:49:42,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:49:42,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:49:42,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:49:42,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:49:42,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:49:42,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:49:42,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22bc77fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:49:42,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de395f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:49:42,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68bdbdf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/java.io.tmpdir/jetty-localhost-43089-hadoop-hdfs-3_4_1-tests_jar-_-any-2873708285626382092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:49:42,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c8b4894{HTTP/1.1, (http/1.1)}{localhost:43089} 2024-12-05T13:49:42,781 INFO [Time-limited test {}] server.Server(415): Started @146089ms 2024-12-05T13:49:42,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:49:43,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:49:43,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:49:43,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:49:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T13:49:43,256 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data1/current/BP-1054829048-172.17.0.2-1733406582051/current, will proceed with Du for space computation calculation, 2024-12-05T13:49:43,257 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data2/current/BP-1054829048-172.17.0.2-1733406582051/current, will proceed with Du for space computation calculation, 2024-12-05T13:49:43,278 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:49:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6800c0cab8c5a90e with lease ID 0xca97be983932636: Processing first storage report for DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde from datanode DatanodeRegistration(127.0.0.1:35773, datanodeUuid=59687388-5fd0-4ebc-af29-001e36686f02, infoPort=45765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051) 2024-12-05T13:49:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6800c0cab8c5a90e with lease ID 0xca97be983932636: from storage DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde node DatanodeRegistration(127.0.0.1:35773, datanodeUuid=59687388-5fd0-4ebc-af29-001e36686f02, infoPort=45765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:49:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6800c0cab8c5a90e with lease ID 0xca97be983932636: Processing first storage report for DS-b8c1b215-90a6-44cc-9412-e1fe35ae849a from datanode DatanodeRegistration(127.0.0.1:35773, datanodeUuid=59687388-5fd0-4ebc-af29-001e36686f02, infoPort=45765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051) 2024-12-05T13:49:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6800c0cab8c5a90e with lease ID 0xca97be983932636: from storage DS-b8c1b215-90a6-44cc-9412-e1fe35ae849a node DatanodeRegistration(127.0.0.1:35773, datanodeUuid=59687388-5fd0-4ebc-af29-001e36686f02, infoPort=45765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:49:43,455 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data3/current/BP-1054829048-172.17.0.2-1733406582051/current, will proceed with Du for space computation calculation, 2024-12-05T13:49:43,455 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data4/current/BP-1054829048-172.17.0.2-1733406582051/current, will proceed with Du for space computation calculation, 2024-12-05T13:49:43,475 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:49:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc39f877eb857e357 with lease ID 0xca97be983932637: Processing first storage report for DS-7e425c65-e3a8-46e1-b006-27aca553b6c6 from datanode DatanodeRegistration(127.0.0.1:44935, datanodeUuid=b9ab166c-8c55-4987-ac99-45e13d6573bc, infoPort=44141, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051) 2024-12-05T13:49:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc39f877eb857e357 with lease ID 0xca97be983932637: from storage DS-7e425c65-e3a8-46e1-b006-27aca553b6c6 node DatanodeRegistration(127.0.0.1:44935, datanodeUuid=b9ab166c-8c55-4987-ac99-45e13d6573bc, infoPort=44141, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:49:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc39f877eb857e357 with lease ID 0xca97be983932637: Processing first storage report for DS-0a045fd0-d33b-4092-aef3-ae0ef368d0c1 from datanode DatanodeRegistration(127.0.0.1:44935, datanodeUuid=b9ab166c-8c55-4987-ac99-45e13d6573bc, infoPort=44141, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051) 2024-12-05T13:49:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc39f877eb857e357 with lease ID 0xca97be983932637: from storage DS-0a045fd0-d33b-4092-aef3-ae0ef368d0c1 node DatanodeRegistration(127.0.0.1:44935, datanodeUuid=b9ab166c-8c55-4987-ac99-45e13d6573bc, infoPort=44141, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=657346052;c=1733406582051), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:49:43,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42 2024-12-05T13:49:43,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/zookeeper_0, clientPort=64698, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:49:43,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64698 2024-12-05T13:49:43,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:49:43,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:49:43,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f with version=8 2024-12-05T13:49:43,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase-staging 2024-12-05T13:49:43,527 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:49:43,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:49:43,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:49:43,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:49:43,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:49:43,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39599 2024-12-05T13:49:43,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39599 connecting to ZooKeeper ensemble=127.0.0.1:64698 2024-12-05T13:49:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395990x0, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:49:43,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39599-0x101a70b0d4c0000 connected 2024-12-05T13:49:43,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:49:43,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f, hbase.cluster.distributed=false 2024-12-05T13:49:43,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:49:43,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39599 2024-12-05T13:49:43,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39599 2024-12-05T13:49:43,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39599 2024-12-05T13:49:43,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39599 2024-12-05T13:49:43,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39599 2024-12-05T13:49:43,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:49:43,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:49:43,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35735 2024-12-05T13:49:43,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35735 connecting to ZooKeeper ensemble=127.0.0.1:64698 2024-12-05T13:49:43,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,693 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357350x0, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:49:43,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357350x0, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:49:43,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:49:43,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35735-0x101a70b0d4c0001 connected 2024-12-05T13:49:43,695 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:49:43,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:49:43,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:49:43,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T13:49:43,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35735 2024-12-05T13:49:43,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35735 2024-12-05T13:49:43,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T13:49:43,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T13:49:43,718 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:39599 2024-12-05T13:49:43,719 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,39599,1733406583527 2024-12-05T13:49:43,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:49:43,727 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:49:43,727 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,39599,1733406583527 2024-12-05T13:49:43,735 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:49:43,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,735 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,736 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:49:43,736 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,39599,1733406583527 from backup master directory 2024-12-05T13:49:43,743 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:49:43,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,39599,1733406583527 2024-12-05T13:49:43,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:49:43,743 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:49:43,743 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,39599,1733406583527 2024-12-05T13:49:43,749 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/hbase.id] with ID: 588497b7-05be-4bec-8ffd-4967bfc50edd 2024-12-05T13:49:43,749 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/.tmp/hbase.id 2024-12-05T13:49:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:49:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:49:43,765 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/.tmp/hbase.id]:[hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/hbase.id] 2024-12-05T13:49:43,780 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:43,780 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:49:43,781 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:49:43,790 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:49:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:49:43,797 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:49:43,798 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:49:43,799 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:49:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:49:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:49:43,817 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store 2024-12-05T13:49:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:49:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:49:43,825 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:43,825 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:49:43,825 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:43,825 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:43,825 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:49:43,825 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:43,825 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:49:43,826 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406583825Disabling compacts and flushes for region at 1733406583825Disabling writes for close at 1733406583825Writing region close event to WAL at 1733406583825Closed at 1733406583825 2024-12-05T13:49:43,826 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/.initializing 2024-12-05T13:49:43,826 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/WALs/da6aa2204f50,39599,1733406583527 2024-12-05T13:49:43,827 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:49:43,829 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C39599%2C1733406583527, suffix=, logDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/WALs/da6aa2204f50,39599,1733406583527, archiveDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/oldWALs, maxLogs=10 2024-12-05T13:49:43,843 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/WALs/da6aa2204f50,39599,1733406583527/da6aa2204f50%2C39599%2C1733406583527.1733406583829, exclude list is [], retry=0 2024-12-05T13:49:43,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde,DISK] 2024-12-05T13:49:43,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44935,DS-7e425c65-e3a8-46e1-b006-27aca553b6c6,DISK] 2024-12-05T13:49:43,849 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/WALs/da6aa2204f50,39599,1733406583527/da6aa2204f50%2C39599%2C1733406583527.1733406583829 2024-12-05T13:49:43,849 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44141:44141),(127.0.0.1/127.0.0.1:45765:45765)] 2024-12-05T13:49:43,849 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:49:43,849 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:43,849 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,849 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:49:43,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:43,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:43,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:49:43,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:43,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:49:43,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:49:43,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:43,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:49:43,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:49:43,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:43,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:49:43,859 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,860 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,860 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,862 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,862 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,864 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:49:43,865 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:49:43,874 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:49:43,875 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739240, jitterRate=-0.060007885098457336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:49:43,879 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733406583849Initializing all the Stores at 1733406583850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406583850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406583850Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406583850Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406583850Cleaning up temporary data from old regions at 1733406583862 (+12 ms)Region opened successfully at 1733406583879 (+17 ms) 2024-12-05T13:49:43,879 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:49:43,883 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:49:43,884 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:49:43,884 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:49:43,884 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:49:43,885 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:49:43,885 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:49:43,886 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:49:43,886 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:49:43,888 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:49:43,889 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:49:43,898 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:49:43,899 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:49:43,900 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:49:43,910 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:49:43,911 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:49:43,912 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:49:43,918 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:49:43,920 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:49:43,927 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:49:43,929 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:49:43,935 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:49:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:49:43,943 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:49:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,943 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,944 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,39599,1733406583527, sessionid=0x101a70b0d4c0000, setting cluster-up flag (Was=false) 2024-12-05T13:49:43,960 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:43,985 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:49:43,986 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,39599,1733406583527 2024-12-05T13:49:44,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:44,002 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:44,027 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:49:44,029 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,39599,1733406583527 2024-12-05T13:49:44,031 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:49:44,033 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:49:44,033 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:49:44,034 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:49:44,034 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,39599,1733406583527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:49:44,037 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,038 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733406614038 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:49:44,039 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:49:44,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:49:44,040 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:49:44,040 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:49:44,040 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:49:44,040 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:49:44,041 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:49:44,041 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406584041,5,FailOnTimeoutGroup] 2024-12-05T13:49:44,041 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406584041,5,FailOnTimeoutGroup] 2024-12-05T13:49:44,041 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,041 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:49:44,041 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,042 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:49:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:49:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:49:44,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:49:44,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f 2024-12-05T13:49:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:49:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:49:44,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:44,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:49:44,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:49:44,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:49:44,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:49:44,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:49:44,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:49:44,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:49:44,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:49:44,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:49:44,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740 2024-12-05T13:49:44,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740 2024-12-05T13:49:44,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:49:44,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:49:44,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:49:44,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:49:44,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:49:44,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808327, jitterRate=0.027841627597808838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:49:44,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733406584057Initializing all the Stores at 1733406584058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406584058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584058Cleaning up temporary data from old regions at 1733406584067 (+9 ms)Region opened successfully at 1733406584071 (+4 ms) 2024-12-05T13:49:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:49:44,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:49:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:49:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:49:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:49:44,072 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:49:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406584072Disabling compacts and flushes for region at 1733406584072Disabling writes for close at 1733406584072Writing region close event to WAL at 1733406584072Closed at 1733406584072 2024-12-05T13:49:44,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:49:44,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:49:44,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:49:44,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:49:44,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:49:44,105 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(746): ClusterId : 588497b7-05be-4bec-8ffd-4967bfc50edd 2024-12-05T13:49:44,105 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:49:44,116 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:49:44,116 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:49:44,124 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:49:44,125 DEBUG [RS:0;da6aa2204f50:35735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43204d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:49:44,135 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:35735 2024-12-05T13:49:44,135 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:49:44,135 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:49:44,135 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:49:44,136 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,39599,1733406583527 with port=35735, startcode=1733406583677 2024-12-05T13:49:44,136 DEBUG [RS:0;da6aa2204f50:35735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:49:44,138 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:49:44,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,140 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f 2024-12-05T13:49:44,140 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40923 2024-12-05T13:49:44,140 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:49:44,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:49:44,149 DEBUG [RS:0;da6aa2204f50:35735 {}] zookeeper.ZKUtil(111): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,149 WARN [RS:0;da6aa2204f50:35735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:49:44,149 INFO [RS:0;da6aa2204f50:35735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:49:44,149 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,35735,1733406583677] 2024-12-05T13:49:44,153 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:49:44,154 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:49:44,155 INFO [RS:0;da6aa2204f50:35735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:49:44,155 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,155 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:49:44,156 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:49:44,156 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,157 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,158 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,158 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:49:44,158 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:49:44,158 DEBUG [RS:0;da6aa2204f50:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,159 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,35735,1733406583677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:49:44,175 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:49:44,175 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,35735,1733406583677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,175 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,175 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.Replication(171): da6aa2204f50,35735,1733406583677 started 2024-12-05T13:49:44,187 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,187 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,35735,1733406583677, RpcServer on da6aa2204f50/172.17.0.2:35735, sessionid=0x101a70b0d4c0001 2024-12-05T13:49:44,187 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:49:44,187 DEBUG [RS:0;da6aa2204f50:35735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,187 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,35735,1733406583677' 2024-12-05T13:49:44,187 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,35735,1733406583677' 2024-12-05T13:49:44,188 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:49:44,189 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:49:44,189 DEBUG [RS:0;da6aa2204f50:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:49:44,189 INFO [RS:0;da6aa2204f50:35735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:49:44,189 INFO [RS:0;da6aa2204f50:35735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:49:44,226 WARN [da6aa2204f50:39599 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:49:44,290 INFO [RS:0;da6aa2204f50:35735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:49:44,291 INFO [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C35735%2C1733406583677, suffix=, logDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677, archiveDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/oldWALs, maxLogs=32 2024-12-05T13:49:44,304 DEBUG [RS:0;da6aa2204f50:35735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406584292, exclude list is [], retry=0 2024-12-05T13:49:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44935,DS-7e425c65-e3a8-46e1-b006-27aca553b6c6,DISK] 2024-12-05T13:49:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde,DISK] 2024-12-05T13:49:44,308 INFO [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406584292 2024-12-05T13:49:44,308 DEBUG [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44141:44141),(127.0.0.1/127.0.0.1:45765:45765)] 2024-12-05T13:49:44,476 DEBUG [da6aa2204f50:39599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:49:44,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,478 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,35735,1733406583677, state=OPENING 2024-12-05T13:49:44,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:49:44,527 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:49:44,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:49:44,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:49:44,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,35735,1733406583677}] 2024-12-05T13:49:44,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:49:44,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:49:44,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44987, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:49:44,686 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:49:44,686 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:49:44,687 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:49:44,689 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C35735%2C1733406583677.meta, suffix=.meta, logDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677, archiveDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/oldWALs, maxLogs=32 2024-12-05T13:49:44,704 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.meta.1733406584690.meta, exclude list is [], retry=0 2024-12-05T13:49:44,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde,DISK] 2024-12-05T13:49:44,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44935,DS-7e425c65-e3a8-46e1-b006-27aca553b6c6,DISK] 2024-12-05T13:49:44,709 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.meta.1733406584690.meta 2024-12-05T13:49:44,709 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44141:44141),(127.0.0.1/127.0.0.1:45765:45765)] 2024-12-05T13:49:44,709 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:49:44,710 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:49:44,710 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:49:44,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:49:44,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:49:44,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:49:44,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:49:44,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:49:44,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:49:44,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:49:44,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:49:44,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:49:44,717 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:49:44,717 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740 2024-12-05T13:49:44,718 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740 2024-12-05T13:49:44,719 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:49:44,719 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:49:44,720 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:49:44,721 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:49:44,722 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783790, jitterRate=-0.0033596456050872803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:49:44,722 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:49:44,723 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733406584710Writing region info on filesystem at 1733406584710Initializing all the Stores at 1733406584711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406584711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406584711Cleaning up temporary data from old regions at 1733406584719 (+8 ms)Running coprocessor post-open hooks at 1733406584722 (+3 ms)Region opened successfully at 1733406584723 (+1 ms) 2024-12-05T13:49:44,724 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733406584680 2024-12-05T13:49:44,727 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:49:44,727 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:49:44,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,35735,1733406583677, state=OPEN 2024-12-05T13:49:44,763 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:49:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:49:44,764 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:44,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:49:44,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:49:44,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:49:44,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,35735,1733406583677 in 237 msec 2024-12-05T13:49:44,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:49:44,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-12-05T13:49:44,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:49:44,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:49:44,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:49:44,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,35735,1733406583677, seqNum=-1] 2024-12-05T13:49:44,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:49:44,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:49:44,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-12-05T13:49:44,782 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733406584782, completionTime=-1 2024-12-05T13:49:44,782 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:49:44,782 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:49:44,784 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:49:44,784 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733406644784 2024-12-05T13:49:44,784 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733406704784 2024-12-05T13:49:44,784 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:49:44,784 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,785 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,785 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,785 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:39599, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,785 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,785 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,787 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.046sec 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:49:44,790 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:49:44,795 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:49:44,795 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:49:44,795 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,39599,1733406583527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:49:44,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbf3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:49:44,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,39599,-1 for getting cluster id 2024-12-05T13:49:44,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:49:44,807 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588497b7-05be-4bec-8ffd-4967bfc50edd' 2024-12-05T13:49:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:49:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588497b7-05be-4bec-8ffd-4967bfc50edd" 2024-12-05T13:49:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e600b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:49:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,39599,-1] 2024-12-05T13:49:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:49:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:49:44,810 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:49:44,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe8777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:49:44,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:49:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,35735,1733406583677, seqNum=-1] 2024-12-05T13:49:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:49:44,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:49:44,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,39599,1733406583527 2024-12-05T13:49:44,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:49:44,819 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T13:49:44,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:49:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,39599,1733406583527 2024-12-05T13:49:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a8324d 2024-12-05T13:49:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:49:44,822 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:49:44,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T13:49:44,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T13:49:44,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:49:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-05T13:49:44,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:49:44,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:44,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-05T13:49:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:49:44,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:49:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741835_1011 (size=381) 2024-12-05T13:49:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741835_1011 (size=381) 2024-12-05T13:49:44,839 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02c2383cd1d151b80b3333b24f7eaba7, NAME => 'TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f 2024-12-05T13:49:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741836_1012 (size=64) 2024-12-05T13:49:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741836_1012 (size=64) 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 02c2383cd1d151b80b3333b24f7eaba7, disabling compactions & flushes 2024-12-05T13:49:44,847 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. after waiting 0 ms 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:44,847 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:44,847 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02c2383cd1d151b80b3333b24f7eaba7: Waiting for close lock at 1733406584847Disabling compacts and flushes for region at 1733406584847Disabling writes for close at 1733406584847Writing region close event to WAL at 1733406584847Closed at 1733406584847 2024-12-05T13:49:44,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:49:44,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733406584849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406584849"}]},"ts":"1733406584849"} 2024-12-05T13:49:44,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:49:44,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:49:44,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406584853"}]},"ts":"1733406584853"} 2024-12-05T13:49:44,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-05T13:49:44,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, ASSIGN}] 2024-12-05T13:49:44,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, ASSIGN 2024-12-05T13:49:44,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, ASSIGN; state=OFFLINE, location=da6aa2204f50,35735,1733406583677; forceNewPlan=false, retain=false 2024-12-05T13:49:45,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02c2383cd1d151b80b3333b24f7eaba7, regionState=OPENING, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, ASSIGN because future has completed 2024-12-05T13:49:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677}] 2024-12-05T13:49:45,174 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:45,174 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02c2383cd1d151b80b3333b24f7eaba7, NAME => 'TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:49:45,174 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,175 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:45,175 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,175 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,177 INFO [StoreOpener-02c2383cd1d151b80b3333b24f7eaba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,179 INFO [StoreOpener-02c2383cd1d151b80b3333b24f7eaba7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c2383cd1d151b80b3333b24f7eaba7 columnFamilyName info 2024-12-05T13:49:45,179 DEBUG [StoreOpener-02c2383cd1d151b80b3333b24f7eaba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:45,180 INFO [StoreOpener-02c2383cd1d151b80b3333b24f7eaba7-1 {}] regionserver.HStore(327): Store=02c2383cd1d151b80b3333b24f7eaba7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:49:45,180 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,181 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,181 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,182 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,182 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,185 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,188 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:49:45,189 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02c2383cd1d151b80b3333b24f7eaba7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841946, jitterRate=0.07059063017368317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:49:45,189 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:45,190 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02c2383cd1d151b80b3333b24f7eaba7: Running coprocessor pre-open hook at 1733406585175Writing region info on filesystem at 1733406585175Initializing all the Stores at 1733406585176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406585176Cleaning up temporary data from old regions at 1733406585182 (+6 ms)Running coprocessor post-open hooks at 1733406585189 (+7 ms)Region opened successfully at 1733406585190 (+1 ms) 2024-12-05T13:49:45,191 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., pid=6, masterSystemTime=1733406585169 2024-12-05T13:49:45,193 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:45,193 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:45,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02c2383cd1d151b80b3333b24f7eaba7, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:45,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677 because future has completed 2024-12-05T13:49:45,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:49:45,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677 in 185 msec 2024-12-05T13:49:45,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:49:45,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, ASSIGN in 347 msec 2024-12-05T13:49:45,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:49:45,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733406585205"}]},"ts":"1733406585205"} 2024-12-05T13:49:45,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-05T13:49:45,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:49:45,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 385 msec 2024-12-05T13:49:45,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:45,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:49:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:46,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:49:50,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:49:50,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-05T13:49:53,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:49:53,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:49:53,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:49:53,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:49:53,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:49:53,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:49:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T13:49:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T13:49:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:49:54,894 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-05T13:49:54,894 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-05T13:49:54,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-05T13:49:54,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:54,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., hostname=da6aa2204f50,35735,1733406583677, seqNum=2] 2024-12-05T13:49:54,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:49:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:54,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/7958ea2d243543fda5e74f7e292d1d95 is 1055, key is row0001/info:/1733406594900/Put/seqid=0 2024-12-05T13:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741837_1013 (size=13386) 2024-12-05T13:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741837_1013 (size=13386) 2024-12-05T13:49:54,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/7958ea2d243543fda5e74f7e292d1d95 2024-12-05T13:49:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/7958ea2d243543fda5e74f7e292d1d95 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95 2024-12-05T13:49:54,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T13:49:54,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 02c2383cd1d151b80b3333b24f7eaba7 in 63ms, sequenceid=12, compaction requested=false 2024-12-05T13:49:54,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:54,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:49:54,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/d08b958ce74e496ba6dc1618a107a921 is 1055, key is row0009/info:/1733406594925/Put/seqid=0 2024-12-05T13:49:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741838_1014 (size=18662) 2024-12-05T13:49:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741838_1014 (size=18662) 2024-12-05T13:49:55,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/d08b958ce74e496ba6dc1618a107a921 2024-12-05T13:49:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/d08b958ce74e496ba6dc1618a107a921 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921 2024-12-05T13:49:55,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921, entries=13, sequenceid=28, filesize=18.2 K 2024-12-05T13:49:55,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 02c2383cd1d151b80b3333b24f7eaba7 in 435ms, sequenceid=28, compaction requested=false 2024-12-05T13:49:55,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:55,421 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=31.3 K, sizeToCheck=16.0 K 2024-12-05T13:49:55,421 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:55,421 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921 because midkey is the same as first or last row 2024-12-05T13:49:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:57,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T13:49:57,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/fcd041586f2e437da81c6e217e5c6905 is 1055, key is row0022/info:/1733406594987/Put/seqid=0 2024-12-05T13:49:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741839_1015 (size=17594) 2024-12-05T13:49:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741839_1015 (size=17594) 2024-12-05T13:49:57,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/fcd041586f2e437da81c6e217e5c6905 2024-12-05T13:49:57,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/fcd041586f2e437da81c6e217e5c6905 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905 2024-12-05T13:49:57,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905, entries=12, sequenceid=43, filesize=17.2 K 2024-12-05T13:49:57,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 02c2383cd1d151b80b3333b24f7eaba7 in 32ms, sequenceid=43, compaction requested=true 2024-12-05T13:49:57,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:57,049 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,049 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,049 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921 because midkey is the same as first or last row 2024-12-05T13:49:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:57,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c2383cd1d151b80b3333b24f7eaba7:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:49:57,050 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:49:57,051 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49642 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:49:57,052 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): 02c2383cd1d151b80b3333b24f7eaba7/info is initiating minor compaction (all files) 2024-12-05T13:49:57,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:57,052 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02c2383cd1d151b80b3333b24f7eaba7/info in TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:57,052 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp, totalSize=48.5 K 2024-12-05T13:49:57,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T13:49:57,053 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7958ea2d243543fda5e74f7e292d1d95, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733406594900 2024-12-05T13:49:57,053 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting d08b958ce74e496ba6dc1618a107a921, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=28, earliestPutTs=1733406594925 2024-12-05T13:49:57,054 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd041586f2e437da81c6e217e5c6905, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733406594987 2024-12-05T13:49:57,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/0005578ef8ec47d394a7e0a81075109b is 1055, key is row0034/info:/1733406597018/Put/seqid=0 2024-12-05T13:49:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741840_1016 (size=19714) 2024-12-05T13:49:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741840_1016 (size=19714) 2024-12-05T13:49:57,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/0005578ef8ec47d394a7e0a81075109b 2024-12-05T13:49:57,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/0005578ef8ec47d394a7e0a81075109b as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b 2024-12-05T13:49:57,078 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c2383cd1d151b80b3333b24f7eaba7#info#compaction#35 average throughput is 11.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:49:57,078 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2fad0ee32a3f4291a7b30fc54001c53c is 1055, key is row0001/info:/1733406594900/Put/seqid=0 2024-12-05T13:49:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b, entries=14, sequenceid=60, filesize=19.3 K 2024-12-05T13:49:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741841_1017 (size=39845) 2024-12-05T13:49:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741841_1017 (size=39845) 2024-12-05T13:49:57,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 02c2383cd1d151b80b3333b24f7eaba7 in 35ms, sequenceid=60, compaction requested=false 2024-12-05T13:49:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,088 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b because midkey is the same as first or last row 2024-12-05T13:49:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:57,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:49:57,096 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2fad0ee32a3f4291a7b30fc54001c53c as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c 2024-12-05T13:49:57,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/eaef5a9ab1eb4e8b8ef9419e228399c6 is 1055, key is row0048/info:/1733406597053/Put/seqid=0 2024-12-05T13:49:57,106 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02c2383cd1d151b80b3333b24f7eaba7/info of 02c2383cd1d151b80b3333b24f7eaba7 into 2fad0ee32a3f4291a7b30fc54001c53c(size=38.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:49:57,106 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:57,108 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., storeName=02c2383cd1d151b80b3333b24f7eaba7/info, priority=13, startTime=1733406597050; duration=0sec 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c because midkey is the same as first or last row 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c because midkey is the same as first or last row 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c because midkey is the same as first or last row 2024-12-05T13:49:57,108 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:57,109 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c2383cd1d151b80b3333b24f7eaba7:info 2024-12-05T13:49:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741842_1018 (size=18662) 2024-12-05T13:49:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741842_1018 (size=18662) 2024-12-05T13:49:57,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/eaef5a9ab1eb4e8b8ef9419e228399c6 2024-12-05T13:49:57,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/eaef5a9ab1eb4e8b8ef9419e228399c6 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6 2024-12-05T13:49:57,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6, entries=13, sequenceid=76, filesize=18.2 K 2024-12-05T13:49:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=4.11 KB/4204 for 02c2383cd1d151b80b3333b24f7eaba7 in 37ms, sequenceid=76, compaction requested=true 2024-12-05T13:49:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.4 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c because midkey is the same as first or last row 2024-12-05T13:49:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c2383cd1d151b80b3333b24f7eaba7:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:49:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:57,127 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:49:57,129 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:49:57,129 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1541): 02c2383cd1d151b80b3333b24f7eaba7/info is initiating minor compaction (all files) 2024-12-05T13:49:57,129 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02c2383cd1d151b80b3333b24f7eaba7/info in TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:57,129 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp, totalSize=76.4 K 2024-12-05T13:49:57,130 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fad0ee32a3f4291a7b30fc54001c53c, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733406594900 2024-12-05T13:49:57,130 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.Compactor(225): Compacting 0005578ef8ec47d394a7e0a81075109b, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733406597018 2024-12-05T13:49:57,131 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.Compactor(225): Compacting eaef5a9ab1eb4e8b8ef9419e228399c6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733406597053 2024-12-05T13:49:57,146 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c2383cd1d151b80b3333b24f7eaba7#info#compaction#37 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:49:57,147 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/7016caa15e1c41f6a08296fc176244e1 is 1055, key is row0001/info:/1733406594900/Put/seqid=0 2024-12-05T13:49:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741843_1019 (size=68420) 2024-12-05T13:49:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741843_1019 (size=68420) 2024-12-05T13:49:57,160 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/7016caa15e1c41f6a08296fc176244e1 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 2024-12-05T13:49:57,167 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02c2383cd1d151b80b3333b24f7eaba7/info of 02c2383cd1d151b80b3333b24f7eaba7 into 7016caa15e1c41f6a08296fc176244e1(size=66.8 K), total size for store is 66.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:49:57,167 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:57,167 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., storeName=02c2383cd1d151b80b3333b24f7eaba7/info, priority=13, startTime=1733406597127; duration=0sec 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:57,168 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c2383cd1d151b80b3333b24f7eaba7:info 2024-12-05T13:49:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:49:59,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2b4fe1cb738d446f97e4d8117604e830 is 1055, key is row0061/info:/1733406597091/Put/seqid=0 2024-12-05T13:49:59,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741844_1020 (size=13386) 2024-12-05T13:49:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741844_1020 (size=13386) 2024-12-05T13:49:59,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2b4fe1cb738d446f97e4d8117604e830 2024-12-05T13:49:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2b4fe1cb738d446f97e4d8117604e830 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830 2024-12-05T13:49:59,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830, entries=8, sequenceid=89, filesize=13.1 K 2024-12-05T13:49:59,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 02c2383cd1d151b80b3333b24f7eaba7 in 30ms, sequenceid=89, compaction requested=false 2024-12-05T13:49:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.9 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:49:59,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2276c457b554428c937e0b45912d80b2 is 1055, key is row0069/info:/1733406599110/Put/seqid=0 2024-12-05T13:49:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741845_1021 (size=18662) 2024-12-05T13:49:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741845_1021 (size=18662) 2024-12-05T13:49:59,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2276c457b554428c937e0b45912d80b2 2024-12-05T13:49:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/2276c457b554428c937e0b45912d80b2 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2 2024-12-05T13:49:59,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2, entries=13, sequenceid=105, filesize=18.2 K 2024-12-05T13:49:59,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 02c2383cd1d151b80b3333b24f7eaba7 in 43ms, sequenceid=105, compaction requested=true 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.1 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c2383cd1d151b80b3333b24f7eaba7:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:49:59,183 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:49:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:59,184 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100468 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:49:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,185 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): 02c2383cd1d151b80b3333b24f7eaba7/info is initiating minor compaction (all files) 2024-12-05T13:49:59,185 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02c2383cd1d151b80b3333b24f7eaba7/info in TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:59,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:49:59,185 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp, totalSize=98.1 K 2024-12-05T13:49:59,185 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7016caa15e1c41f6a08296fc176244e1, keycount=60, bloomtype=ROW, size=66.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733406594900 2024-12-05T13:49:59,186 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b4fe1cb738d446f97e4d8117604e830, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733406597091 2024-12-05T13:49:59,186 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2276c457b554428c937e0b45912d80b2, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733406599110 2024-12-05T13:49:59,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/c526a6a559ab4b86a220df59578a4fe8 is 1055, key is row0082/info:/1733406599141/Put/seqid=0 2024-12-05T13:49:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741846_1022 (size=18662) 2024-12-05T13:49:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741846_1022 (size=18662) 2024-12-05T13:49:59,208 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c2383cd1d151b80b3333b24f7eaba7#info#compaction#41 average throughput is 16.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:49:59,209 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/6727f0cbd33f46709c58959b3996a205 is 1055, key is row0001/info:/1733406594900/Put/seqid=0 2024-12-05T13:49:59,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/c526a6a559ab4b86a220df59578a4fe8 2024-12-05T13:49:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/c526a6a559ab4b86a220df59578a4fe8 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/c526a6a559ab4b86a220df59578a4fe8 2024-12-05T13:49:59,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/c526a6a559ab4b86a220df59578a4fe8, entries=13, sequenceid=121, filesize=18.2 K 2024-12-05T13:49:59,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for 02c2383cd1d151b80b3333b24f7eaba7 in 43ms, sequenceid=121, compaction requested=false 2024-12-05T13:49:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=116.3 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 because midkey is the same as first or last row 2024-12-05T13:49:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741847_1023 (size=90691) 2024-12-05T13:49:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741847_1023 (size=90691) 2024-12-05T13:49:59,251 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/6727f0cbd33f46709c58959b3996a205 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205 2024-12-05T13:49:59,267 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02c2383cd1d151b80b3333b24f7eaba7/info of 02c2383cd1d151b80b3333b24f7eaba7 into 6727f0cbd33f46709c58959b3996a205(size=88.6 K), total size for store is 106.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02c2383cd1d151b80b3333b24f7eaba7: 2024-12-05T13:49:59,267 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., storeName=02c2383cd1d151b80b3333b24f7eaba7/info, priority=13, startTime=1733406599183; duration=0sec 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-12-05T13:49:59,267 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T13:49:59,268 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:59,269 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:59,269 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c2383cd1d151b80b3333b24f7eaba7:info 2024-12-05T13:49:59,270 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] assignment.AssignmentManager(1363): Split request from da6aa2204f50,35735,1733406583677, parent={ENCODED => 02c2383cd1d151b80b3333b24f7eaba7, NAME => 'TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-05T13:49:59,276 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:59,280 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=02c2383cd1d151b80b3333b24f7eaba7, daughterA=ad0521eddac8714e91e41ef6180592b0, daughterB=f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=02c2383cd1d151b80b3333b24f7eaba7, daughterA=ad0521eddac8714e91e41ef6180592b0, daughterB=f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=02c2383cd1d151b80b3333b24f7eaba7, daughterA=ad0521eddac8714e91e41ef6180592b0, daughterB=f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=02c2383cd1d151b80b3333b24f7eaba7, daughterA=ad0521eddac8714e91e41ef6180592b0, daughterB=f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, UNASSIGN}] 2024-12-05T13:49:59,292 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, UNASSIGN 2024-12-05T13:49:59,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02c2383cd1d151b80b3333b24f7eaba7, regionState=CLOSING, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, UNASSIGN because future has completed 2024-12-05T13:49:59,307 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-05T13:49:59,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677}] 2024-12-05T13:49:59,465 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,465 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-05T13:49:59,466 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 02c2383cd1d151b80b3333b24f7eaba7, disabling compactions & flushes 2024-12-05T13:49:59,466 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:59,466 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:59,466 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. after waiting 0 ms 2024-12-05T13:49:59,466 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:59,466 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 02c2383cd1d151b80b3333b24f7eaba7 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T13:49:59,471 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/8a4e796b827d47feaca99ad16044b65b is 1055, key is row0095/info:/1733406599186/Put/seqid=0 2024-12-05T13:49:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741848_1024 (size=7062) 2024-12-05T13:49:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741848_1024 (size=7062) 2024-12-05T13:49:59,476 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/8a4e796b827d47feaca99ad16044b65b 2024-12-05T13:49:59,482 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/.tmp/info/8a4e796b827d47feaca99ad16044b65b as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/8a4e796b827d47feaca99ad16044b65b 2024-12-05T13:49:59,488 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/8a4e796b827d47feaca99ad16044b65b, entries=2, sequenceid=127, filesize=6.9 K 2024-12-05T13:49:59,490 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 02c2383cd1d151b80b3333b24f7eaba7 in 24ms, sequenceid=127, compaction requested=true 2024-12-05T13:49:59,491 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2] to archive 2024-12-05T13:49:59,492 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:49:59,494 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7958ea2d243543fda5e74f7e292d1d95 2024-12-05T13:49:59,495 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/d08b958ce74e496ba6dc1618a107a921 2024-12-05T13:49:59,496 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2fad0ee32a3f4291a7b30fc54001c53c 2024-12-05T13:49:59,498 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/fcd041586f2e437da81c6e217e5c6905 2024-12-05T13:49:59,499 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/0005578ef8ec47d394a7e0a81075109b 2024-12-05T13:49:59,500 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/7016caa15e1c41f6a08296fc176244e1 2024-12-05T13:49:59,501 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/eaef5a9ab1eb4e8b8ef9419e228399c6 2024-12-05T13:49:59,503 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2b4fe1cb738d446f97e4d8117604e830 2024-12-05T13:49:59,504 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/2276c457b554428c937e0b45912d80b2 2024-12-05T13:49:59,509 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-12-05T13:49:59,510 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. 2024-12-05T13:49:59,510 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 02c2383cd1d151b80b3333b24f7eaba7: Waiting for close lock at 1733406599465Running coprocessor pre-close hooks at 1733406599465Disabling compacts and flushes for region at 1733406599465Disabling writes for close at 1733406599466 (+1 ms)Obtaining lock to block concurrent updates at 1733406599466Preparing flush snapshotting stores in 02c2383cd1d151b80b3333b24f7eaba7 at 1733406599466Finished memstore snapshotting TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733406599466Flushing stores of TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. at 1733406599468 (+2 ms)Flushing 02c2383cd1d151b80b3333b24f7eaba7/info: creating writer at 1733406599468Flushing 02c2383cd1d151b80b3333b24f7eaba7/info: appending metadata at 1733406599471 (+3 ms)Flushing 02c2383cd1d151b80b3333b24f7eaba7/info: closing flushed file at 1733406599471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4648504e: reopening flushed file at 1733406599481 (+10 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 02c2383cd1d151b80b3333b24f7eaba7 in 24ms, sequenceid=127, compaction requested=true at 1733406599490 (+9 ms)Writing region close event to WAL at 1733406599506 (+16 ms)Running coprocessor post-close hooks at 1733406599510 (+4 ms)Closed at 1733406599510 2024-12-05T13:49:59,512 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02c2383cd1d151b80b3333b24f7eaba7, regionState=CLOSED 2024-12-05T13:49:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677 because future has completed 2024-12-05T13:49:59,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:49:59,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 02c2383cd1d151b80b3333b24f7eaba7, server=da6aa2204f50,35735,1733406583677 in 209 msec 2024-12-05T13:49:59,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T13:49:59,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=02c2383cd1d151b80b3333b24f7eaba7, UNASSIGN in 227 msec 2024-12-05T13:49:59,527 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:59,530 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=02c2383cd1d151b80b3333b24f7eaba7, threads=3 2024-12-05T13:49:59,532 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/8a4e796b827d47feaca99ad16044b65b for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,532 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205 for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,532 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/c526a6a559ab4b86a220df59578a4fe8 for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,541 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/8a4e796b827d47feaca99ad16044b65b, top=true 2024-12-05T13:49:59,541 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/c526a6a559ab4b86a220df59578a4fe8, top=true 2024-12-05T13:49:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741849_1025 (size=27) 2024-12-05T13:49:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741849_1025 (size=27) 2024-12-05T13:49:59,547 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8 for child: f45c6cf3027ce69874774194fbfd0c54, parent: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,548 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/c526a6a559ab4b86a220df59578a4fe8 for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,548 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b for child: f45c6cf3027ce69874774194fbfd0c54, parent: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,548 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/8a4e796b827d47feaca99ad16044b65b for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741850_1026 (size=27) 2024-12-05T13:49:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741850_1026 (size=27) 2024-12-05T13:49:59,561 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205 for region: 02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:49:59,562 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 02c2383cd1d151b80b3333b24f7eaba7 Daughter A: [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7] storefiles, Daughter B: [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8] storefiles. 2024-12-05T13:49:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741851_1027 (size=71) 2024-12-05T13:49:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741851_1027 (size=71) 2024-12-05T13:49:59,572 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741852_1028 (size=71) 2024-12-05T13:49:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741852_1028 (size=71) 2024-12-05T13:49:59,604 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:59,622 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-05T13:49:59,625 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-05T13:49:59,628 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733406599627"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733406599627"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733406599627"}]},"ts":"1733406599627"} 2024-12-05T13:49:59,628 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733406599627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406599627"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733406599627"}]},"ts":"1733406599627"} 2024-12-05T13:49:59,628 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733406599627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733406599627"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733406599627"}]},"ts":"1733406599627"} 2024-12-05T13:49:59,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ad0521eddac8714e91e41ef6180592b0, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f45c6cf3027ce69874774194fbfd0c54, ASSIGN}] 2024-12-05T13:49:59,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f45c6cf3027ce69874774194fbfd0c54, ASSIGN 2024-12-05T13:49:59,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ad0521eddac8714e91e41ef6180592b0, ASSIGN 2024-12-05T13:49:59,650 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f45c6cf3027ce69874774194fbfd0c54, ASSIGN; state=SPLITTING_NEW, location=da6aa2204f50,35735,1733406583677; forceNewPlan=false, retain=false 2024-12-05T13:49:59,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ad0521eddac8714e91e41ef6180592b0, ASSIGN; state=SPLITTING_NEW, location=da6aa2204f50,35735,1733406583677; forceNewPlan=false, retain=false 2024-12-05T13:49:59,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ad0521eddac8714e91e41ef6180592b0, regionState=OPENING, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:59,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f45c6cf3027ce69874774194fbfd0c54, regionState=OPENING, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f45c6cf3027ce69874774194fbfd0c54, ASSIGN because future has completed 2024-12-05T13:49:59,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45c6cf3027ce69874774194fbfd0c54, server=da6aa2204f50,35735,1733406583677}] 2024-12-05T13:49:59,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ad0521eddac8714e91e41ef6180592b0, ASSIGN because future has completed 2024-12-05T13:49:59,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad0521eddac8714e91e41ef6180592b0, server=da6aa2204f50,35735,1733406583677}] 2024-12-05T13:49:59,959 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:49:59,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f45c6cf3027ce69874774194fbfd0c54, NAME => 'TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-05T13:49:59,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:59,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,961 INFO [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,962 INFO [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f45c6cf3027ce69874774194fbfd0c54 columnFamilyName info 2024-12-05T13:49:59,962 DEBUG [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:49:59,974 DEBUG [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-top 2024-12-05T13:49:59,980 DEBUG [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b 2024-12-05T13:49:59,984 DEBUG [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8 2024-12-05T13:49:59,984 INFO [StoreOpener-f45c6cf3027ce69874774194fbfd0c54-1 {}] regionserver.HStore(327): Store=f45c6cf3027ce69874774194fbfd0c54/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:49:59,984 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,985 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,986 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,986 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,987 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,988 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,989 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened f45c6cf3027ce69874774194fbfd0c54; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855123, jitterRate=0.0873458981513977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:49:59,989 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:49:59,990 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f45c6cf3027ce69874774194fbfd0c54: Running coprocessor pre-open hook at 1733406599960Writing region info on filesystem at 1733406599960Initializing all the Stores at 1733406599961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406599961Cleaning up temporary data from old regions at 1733406599987 (+26 ms)Running coprocessor post-open hooks at 1733406599989 (+2 ms)Region opened successfully at 1733406599990 (+1 ms) 2024-12-05T13:49:59,990 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., pid=12, masterSystemTime=1733406599956 2024-12-05T13:49:59,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:49:59,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:49:59,991 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:49:59,992 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:49:59,992 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:49:59,992 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:49:59,992 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-top, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=113.7 K 2024-12-05T13:49:59,993 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:49:59,993 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:49:59,993 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:49:59,993 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733406594900 2024-12-05T13:49:59,993 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ad0521eddac8714e91e41ef6180592b0, NAME => 'TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-05T13:49:59,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f45c6cf3027ce69874774194fbfd0c54, regionState=OPEN, openSeqNum=131, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:49:59,993 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:49:59,994 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:49:59,994 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733406599141 2024-12-05T13:49:59,994 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:49:59,994 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:49:59,994 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733406599186 2024-12-05T13:49:59,995 INFO [StoreOpener-ad0521eddac8714e91e41ef6180592b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:49:59,996 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-05T13:49:59,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-05T13:49:59,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-05T13:49:59,996 INFO [StoreOpener-ad0521eddac8714e91e41ef6180592b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0521eddac8714e91e41ef6180592b0 columnFamilyName info 2024-12-05T13:49:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45c6cf3027ce69874774194fbfd0c54, server=da6aa2204f50,35735,1733406583677 because future has completed 2024-12-05T13:49:59,996 DEBUG [StoreOpener-ad0521eddac8714e91e41ef6180592b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:00,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T13:50:00,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f45c6cf3027ce69874774194fbfd0c54, server=da6aa2204f50,35735,1733406583677 in 193 msec 2024-12-05T13:50:00,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f45c6cf3027ce69874774194fbfd0c54, ASSIGN in 353 msec 2024-12-05T13:50:00,007 DEBUG [StoreOpener-ad0521eddac8714e91e41ef6180592b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-bottom 2024-12-05T13:50:00,008 INFO [StoreOpener-ad0521eddac8714e91e41ef6180592b0-1 {}] regionserver.HStore(327): Store=ad0521eddac8714e91e41ef6180592b0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:50:00,008 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,009 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,010 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,010 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,010 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,012 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,013 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ad0521eddac8714e91e41ef6180592b0; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832401, jitterRate=0.058453068137168884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:50:00,013 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:00,013 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ad0521eddac8714e91e41ef6180592b0: Running coprocessor pre-open hook at 1733406599994Writing region info on filesystem at 1733406599994Initializing all the Stores at 1733406599995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406599995Cleaning up temporary data from old regions at 1733406600010 (+15 ms)Running coprocessor post-open hooks at 1733406600013 (+3 ms)Region opened successfully at 1733406600013 2024-12-05T13:50:00,014 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0., pid=13, masterSystemTime=1733406599956 2024-12-05T13:50:00,014 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store ad0521eddac8714e91e41ef6180592b0:info, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:50:00,014 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T13:50:00,014 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:00,015 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:00,015 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1541): ad0521eddac8714e91e41ef6180592b0/info is initiating minor compaction (all files) 2024-12-05T13:50:00,015 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad0521eddac8714e91e41ef6180592b0/info in TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:00,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/1ee6868bf3c64f3e9f259c4189af4e5c is 193, key is TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54./info:regioninfo/1733406599993/Put/seqid=0 2024-12-05T13:50:00,015 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-bottom] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/.tmp, totalSize=88.6 K 2024-12-05T13:50:00,016 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] compactions.Compactor(225): Compacting 6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733406594900 2024-12-05T13:50:00,016 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:00,016 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:00,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ad0521eddac8714e91e41ef6180592b0, regionState=OPEN, openSeqNum=131, regionLocation=da6aa2204f50,35735,1733406583677 2024-12-05T13:50:00,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad0521eddac8714e91e41ef6180592b0, server=da6aa2204f50,35735,1733406583677 because future has completed 2024-12-05T13:50:00,020 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:00,021 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/65d90ded84ad43b39142f493dd47bfae is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741853_1029 (size=9882) 2024-12-05T13:50:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741853_1029 (size=9882) 2024-12-05T13:50:00,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T13:50:00,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ad0521eddac8714e91e41ef6180592b0, server=da6aa2204f50,35735,1733406583677 in 218 msec 2024-12-05T13:50:00,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/1ee6868bf3c64f3e9f259c4189af4e5c 2024-12-05T13:50:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741854_1030 (size=40005) 2024-12-05T13:50:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741854_1030 (size=40005) 2024-12-05T13:50:00,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-05T13:50:00,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ad0521eddac8714e91e41ef6180592b0, ASSIGN in 378 msec 2024-12-05T13:50:00,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=02c2383cd1d151b80b3333b24f7eaba7, daughterA=ad0521eddac8714e91e41ef6180592b0, daughterB=f45c6cf3027ce69874774194fbfd0c54 in 754 msec 2024-12-05T13:50:00,038 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/65d90ded84ad43b39142f493dd47bfae as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/65d90ded84ad43b39142f493dd47bfae 2024-12-05T13:50:00,039 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0521eddac8714e91e41ef6180592b0#info#compaction#45 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:00,040 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/.tmp/info/0a2f83b58b9c4f06a6f67575c43c1653 is 1055, key is row0001/info:/1733406594900/Put/seqid=0 2024-12-05T13:50:00,049 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 65d90ded84ad43b39142f493dd47bfae(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:00,049 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:00,049 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406599991; duration=0sec 2024-12-05T13:50:00,049 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:00,049 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:00,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/ns/3cff8b07f46c4af1a4b2f240d5c3de66 is 43, key is default/ns:d/1733406584777/Put/seqid=0 2024-12-05T13:50:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741855_1031 (size=71441) 2024-12-05T13:50:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741855_1031 (size=71441) 2024-12-05T13:50:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741856_1032 (size=5153) 2024-12-05T13:50:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741856_1032 (size=5153) 2024-12-05T13:50:00,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/ns/3cff8b07f46c4af1a4b2f240d5c3de66 2024-12-05T13:50:00,097 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/.tmp/info/0a2f83b58b9c4f06a6f67575c43c1653 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/0a2f83b58b9c4f06a6f67575c43c1653 2024-12-05T13:50:00,106 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in ad0521eddac8714e91e41ef6180592b0/info of ad0521eddac8714e91e41ef6180592b0 into 0a2f83b58b9c4f06a6f67575c43c1653(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:00,106 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad0521eddac8714e91e41ef6180592b0: 2024-12-05T13:50:00,106 INFO [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0., storeName=ad0521eddac8714e91e41ef6180592b0/info, priority=15, startTime=1733406600014; duration=0sec 2024-12-05T13:50:00,106 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:00,107 DEBUG [RS:0;da6aa2204f50:35735-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0521eddac8714e91e41ef6180592b0:info 2024-12-05T13:50:00,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/table/a5022dad6d8e44d9a3f75dda37a894d0 is 65, key is TestLogRolling-testLogRolling/table:state/1733406585205/Put/seqid=0 2024-12-05T13:50:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741857_1033 (size=5340) 2024-12-05T13:50:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741857_1033 (size=5340) 2024-12-05T13:50:00,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/table/a5022dad6d8e44d9a3f75dda37a894d0 2024-12-05T13:50:00,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/1ee6868bf3c64f3e9f259c4189af4e5c as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/info/1ee6868bf3c64f3e9f259c4189af4e5c 2024-12-05T13:50:00,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/info/1ee6868bf3c64f3e9f259c4189af4e5c, entries=30, sequenceid=17, filesize=9.7 K 2024-12-05T13:50:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/ns/3cff8b07f46c4af1a4b2f240d5c3de66 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/ns/3cff8b07f46c4af1a4b2f240d5c3de66 2024-12-05T13:50:00,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/ns/3cff8b07f46c4af1a4b2f240d5c3de66, entries=2, sequenceid=17, filesize=5.0 K 2024-12-05T13:50:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/table/a5022dad6d8e44d9a3f75dda37a894d0 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/table/a5022dad6d8e44d9a3f75dda37a894d0 2024-12-05T13:50:00,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/table/a5022dad6d8e44d9a3f75dda37a894d0, entries=2, sequenceid=17, filesize=5.2 K 2024-12-05T13:50:00,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 560ms, sequenceid=17, compaction requested=false 2024-12-05T13:50:00,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T13:50:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51860 deadline: 1733406611194, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. is not online on da6aa2204f50,35735,1733406583677 2024-12-05T13:50:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., hostname=da6aa2204f50,35735,1733406583677, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., hostname=da6aa2204f50,35735,1733406583677, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. is not online on da6aa2204f50,35735,1733406583677 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T13:50:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., hostname=da6aa2204f50,35735,1733406583677, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7. is not online on da6aa2204f50,35735,1733406583677 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T13:50:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733406584823.02c2383cd1d151b80b3333b24f7eaba7., hostname=da6aa2204f50,35735,1733406583677, seqNum=2 from cache 2024-12-05T13:50:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:50:05,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:05,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:50:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., hostname=da6aa2204f50,35735,1733406583677, seqNum=131] 2024-12-05T13:50:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:11,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:50:11,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/62a53b92360d41d58c21faf33ffdbc64 is 1055, key is row0097/info:/1733406611288/Put/seqid=0 2024-12-05T13:50:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741858_1034 (size=13394) 2024-12-05T13:50:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741858_1034 (size=13394) 2024-12-05T13:50:11,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/62a53b92360d41d58c21faf33ffdbc64 2024-12-05T13:50:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/62a53b92360d41d58c21faf33ffdbc64 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64 2024-12-05T13:50:11,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64, entries=8, sequenceid=142, filesize=13.1 K 2024-12-05T13:50:11,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f45c6cf3027ce69874774194fbfd0c54 in 26ms, sequenceid=142, compaction requested=false 2024-12-05T13:50:11,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:11,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:50:11,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/2ded8db408dd44bfad34f88ea8bc51b9 is 1055, key is row0105/info:/1733406611302/Put/seqid=0 2024-12-05T13:50:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741859_1035 (size=18675) 2024-12-05T13:50:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741859_1035 (size=18675) 2024-12-05T13:50:11,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/2ded8db408dd44bfad34f88ea8bc51b9 2024-12-05T13:50:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/2ded8db408dd44bfad34f88ea8bc51b9 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9 2024-12-05T13:50:11,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9, entries=13, sequenceid=158, filesize=18.2 K 2024-12-05T13:50:11,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for f45c6cf3027ce69874774194fbfd0c54 in 23ms, sequenceid=158, compaction requested=true 2024-12-05T13:50:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:11,350 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:11,351 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72074 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:11,351 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:11,351 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:11,351 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/65d90ded84ad43b39142f493dd47bfae, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=70.4 K 2024-12-05T13:50:11,352 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65d90ded84ad43b39142f493dd47bfae, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733406597099 2024-12-05T13:50:11,352 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62a53b92360d41d58c21faf33ffdbc64, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733406611288 2024-12-05T13:50:11,353 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ded8db408dd44bfad34f88ea8bc51b9, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733406611302 2024-12-05T13:50:11,363 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#50 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:11,364 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/6d265e64730e4ee1bac2163e8288ff39 is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741860_1036 (size=62288) 2024-12-05T13:50:11,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741860_1036 (size=62288) 2024-12-05T13:50:11,375 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/6d265e64730e4ee1bac2163e8288ff39 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6d265e64730e4ee1bac2163e8288ff39 2024-12-05T13:50:11,381 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 6d265e64730e4ee1bac2163e8288ff39(size=60.8 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:11,381 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:11,381 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406611350; duration=0sec 2024-12-05T13:50:11,381 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:11,381 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:13,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T13:50:13,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/31c5cab05690444290db31757520d250 is 1055, key is row0118/info:/1733406611329/Put/seqid=0 2024-12-05T13:50:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741861_1037 (size=17606) 2024-12-05T13:50:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741861_1037 (size=17606) 2024-12-05T13:50:13,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/31c5cab05690444290db31757520d250 2024-12-05T13:50:13,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/31c5cab05690444290db31757520d250 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250 2024-12-05T13:50:13,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250, entries=12, sequenceid=174, filesize=17.2 K 2024-12-05T13:50:13,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for f45c6cf3027ce69874774194fbfd0c54 in 28ms, sequenceid=174, compaction requested=false 2024-12-05T13:50:13,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:13,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-05T13:50:13,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/f70541a549974f9c9728431fdd47770d is 1055, key is row0130/info:/1733406613356/Put/seqid=0 2024-12-05T13:50:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741862_1038 (size=16553) 2024-12-05T13:50:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741862_1038 (size=16553) 2024-12-05T13:50:13,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/f70541a549974f9c9728431fdd47770d 2024-12-05T13:50:13,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/f70541a549974f9c9728431fdd47770d as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d 2024-12-05T13:50:13,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d, entries=11, sequenceid=188, filesize=16.2 K 2024-12-05T13:50:13,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=13.34 KB/13663 for f45c6cf3027ce69874774194fbfd0c54 in 26ms, sequenceid=188, compaction requested=true 2024-12-05T13:50:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:13,408 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:13,409 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:13,410 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:13,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T13:50:13,410 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:13,410 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6d265e64730e4ee1bac2163e8288ff39, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=94.2 K 2024-12-05T13:50:13,410 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d265e64730e4ee1bac2163e8288ff39, keycount=54, bloomtype=ROW, size=60.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733406597099 2024-12-05T13:50:13,411 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c5cab05690444290db31757520d250, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733406611329 2024-12-05T13:50:13,411 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting f70541a549974f9c9728431fdd47770d, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733406613356 2024-12-05T13:50:13,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c33b1ff434cd4812b5dd113d1c7cc06b is 1055, key is row0141/info:/1733406613383/Put/seqid=0 2024-12-05T13:50:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741863_1039 (size=19728) 2024-12-05T13:50:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741863_1039 (size=19728) 2024-12-05T13:50:13,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c33b1ff434cd4812b5dd113d1c7cc06b 2024-12-05T13:50:13,425 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#54 average throughput is 38.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:13,426 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/977c0261824b4580953f01a66920b36a is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c33b1ff434cd4812b5dd113d1c7cc06b as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b 2024-12-05T13:50:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741864_1040 (size=86682) 2024-12-05T13:50:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741864_1040 (size=86682) 2024-12-05T13:50:13,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b, entries=14, sequenceid=205, filesize=19.3 K 2024-12-05T13:50:13,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=6.16 KB/6306 for f45c6cf3027ce69874774194fbfd0c54 in 23ms, sequenceid=205, compaction requested=false 2024-12-05T13:50:13,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:13,434 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/977c0261824b4580953f01a66920b36a as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/977c0261824b4580953f01a66920b36a 2024-12-05T13:50:13,441 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 977c0261824b4580953f01a66920b36a(size=84.7 K), total size for store is 103.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:13,441 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:13,441 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406613408; duration=0sec 2024-12-05T13:50:13,441 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:13,441 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:13,509 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:50:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:15,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:50:15,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/35a1da19a2914406aa18889d00bbffb5 is 1055, key is row0155/info:/1733406613411/Put/seqid=0 2024-12-05T13:50:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741865_1041 (size=13394) 2024-12-05T13:50:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741865_1041 (size=13394) 2024-12-05T13:50:15,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/35a1da19a2914406aa18889d00bbffb5 2024-12-05T13:50:15,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/35a1da19a2914406aa18889d00bbffb5 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5 2024-12-05T13:50:15,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5, entries=8, sequenceid=217, filesize=13.1 K 2024-12-05T13:50:15,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f45c6cf3027ce69874774194fbfd0c54 in 25ms, sequenceid=217, compaction requested=true 2024-12-05T13:50:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:15,458 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:15,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T13:50:15,459 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119804 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:15,459 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:15,459 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:15,460 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/977c0261824b4580953f01a66920b36a, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=117.0 K 2024-12-05T13:50:15,460 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 977c0261824b4580953f01a66920b36a, keycount=77, bloomtype=ROW, size=84.7 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733406597099 2024-12-05T13:50:15,461 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33b1ff434cd4812b5dd113d1c7cc06b, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733406613383 2024-12-05T13:50:15,461 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35a1da19a2914406aa18889d00bbffb5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733406613411 2024-12-05T13:50:15,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/d209ba108e694f65b38335dc6cd08d17 is 1055, key is row0163/info:/1733406615434/Put/seqid=0 2024-12-05T13:50:15,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741866_1042 (size=17606) 2024-12-05T13:50:15,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741866_1042 (size=17606) 2024-12-05T13:50:15,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/d209ba108e694f65b38335dc6cd08d17 2024-12-05T13:50:15,474 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#57 average throughput is 49.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:15,475 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/9eaad504f7684ed38963006ff50aaa7f is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:15,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/d209ba108e694f65b38335dc6cd08d17 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17 2024-12-05T13:50:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741867_1043 (size=109958) 2024-12-05T13:50:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741867_1043 (size=109958) 2024-12-05T13:50:15,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17, entries=12, sequenceid=232, filesize=17.2 K 2024-12-05T13:50:15,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for f45c6cf3027ce69874774194fbfd0c54 in 25ms, sequenceid=232, compaction requested=false 2024-12-05T13:50:15,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:15,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-05T13:50:15,487 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/9eaad504f7684ed38963006ff50aaa7f as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/9eaad504f7684ed38963006ff50aaa7f 2024-12-05T13:50:15,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/b92b7ff6b1f642b08f41079d8a6a5edc is 1055, key is row0175/info:/1733406615460/Put/seqid=0 2024-12-05T13:50:15,494 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 9eaad504f7684ed38963006ff50aaa7f(size=107.4 K), total size for store is 124.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:15,494 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:15,494 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406615458; duration=0sec 2024-12-05T13:50:15,494 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:15,494 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741868_1044 (size=16553) 2024-12-05T13:50:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741868_1044 (size=16553) 2024-12-05T13:50:15,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/b92b7ff6b1f642b08f41079d8a6a5edc 2024-12-05T13:50:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/b92b7ff6b1f642b08f41079d8a6a5edc as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc 2024-12-05T13:50:15,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc, entries=11, sequenceid=246, filesize=16.2 K 2024-12-05T13:50:15,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=7.18 KB/7357 for f45c6cf3027ce69874774194fbfd0c54 in 30ms, sequenceid=246, compaction requested=true 2024-12-05T13:50:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:15,516 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:15,517 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:15,517 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:15,517 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:15,517 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/9eaad504f7684ed38963006ff50aaa7f, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=140.7 K 2024-12-05T13:50:15,518 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eaad504f7684ed38963006ff50aaa7f, keycount=99, bloomtype=ROW, size=107.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733406597099 2024-12-05T13:50:15,518 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting d209ba108e694f65b38335dc6cd08d17, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733406615434 2024-12-05T13:50:15,519 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting b92b7ff6b1f642b08f41079d8a6a5edc, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733406615460 2024-12-05T13:50:15,533 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#59 average throughput is 40.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:15,534 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/8f76c38e94574864bff25d364b4919c9 is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741869_1045 (size=134411) 2024-12-05T13:50:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741869_1045 (size=134411) 2024-12-05T13:50:15,543 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/8f76c38e94574864bff25d364b4919c9 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/8f76c38e94574864bff25d364b4919c9 2024-12-05T13:50:15,549 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 8f76c38e94574864bff25d364b4919c9(size=131.3 K), total size for store is 131.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:15,549 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:15,549 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406615516; duration=0sec 2024-12-05T13:50:15,550 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:15,550 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:17,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:50:17,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/4dcc69cbc5f440a09f282864c5af9994 is 1055, key is row0186/info:/1733406615486/Put/seqid=0 2024-12-05T13:50:17,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741870_1046 (size=13395) 2024-12-05T13:50:17,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741870_1046 (size=13395) 2024-12-05T13:50:17,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/4dcc69cbc5f440a09f282864c5af9994 2024-12-05T13:50:17,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/4dcc69cbc5f440a09f282864c5af9994 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994 2024-12-05T13:50:17,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994, entries=8, sequenceid=259, filesize=13.1 K 2024-12-05T13:50:17,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f45c6cf3027ce69874774194fbfd0c54 in 25ms, sequenceid=259, compaction requested=false 2024-12-05T13:50:17,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:17,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T13:50:17,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c22109e7204a46a5b0fbea060eeb053d is 1055, key is row0194/info:/1733406617508/Put/seqid=0 2024-12-05T13:50:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741871_1047 (size=18688) 2024-12-05T13:50:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741871_1047 (size=18688) 2024-12-05T13:50:17,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c22109e7204a46a5b0fbea060eeb053d 2024-12-05T13:50:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/c22109e7204a46a5b0fbea060eeb053d as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d 2024-12-05T13:50:17,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d, entries=13, sequenceid=275, filesize=18.3 K 2024-12-05T13:50:17,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for f45c6cf3027ce69874774194fbfd0c54 in 24ms, sequenceid=275, compaction requested=true 2024-12-05T13:50:17,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:17,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:17,558 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:17,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:17,559 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 166494 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:17,559 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:17,559 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:17,559 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/8f76c38e94574864bff25d364b4919c9, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=162.6 K 2024-12-05T13:50:17,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T13:50:17,560 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f76c38e94574864bff25d364b4919c9, keycount=122, bloomtype=ROW, size=131.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733406597099 2024-12-05T13:50:17,560 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dcc69cbc5f440a09f282864c5af9994, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733406615486 2024-12-05T13:50:17,561 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting c22109e7204a46a5b0fbea060eeb053d, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733406617508 2024-12-05T13:50:17,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/486a366a8db64fb0b74be97263846850 is 1055, key is row0207/info:/1733406617534/Put/seqid=0 2024-12-05T13:50:17,575 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#63 average throughput is 47.78 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:17,575 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/44d4fd3545fb4dd79e0ec92b73f203cd is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741872_1048 (size=19742) 2024-12-05T13:50:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741872_1048 (size=19742) 2024-12-05T13:50:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741873_1049 (size=156716) 2024-12-05T13:50:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741873_1049 (size=156716) 2024-12-05T13:50:17,587 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/44d4fd3545fb4dd79e0ec92b73f203cd as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/44d4fd3545fb4dd79e0ec92b73f203cd 2024-12-05T13:50:17,593 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 44d4fd3545fb4dd79e0ec92b73f203cd(size=153.0 K), total size for store is 153.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:17,593 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:17,593 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406617558; duration=0sec 2024-12-05T13:50:17,593 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:17,593 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:17,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/486a366a8db64fb0b74be97263846850 2024-12-05T13:50:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/486a366a8db64fb0b74be97263846850 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850 2024-12-05T13:50:17,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850, entries=14, sequenceid=292, filesize=19.3 K 2024-12-05T13:50:17,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=4.11 KB/4204 for f45c6cf3027ce69874774194fbfd0c54 in 436ms, sequenceid=292, compaction requested=false 2024-12-05T13:50:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:19,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T13:50:19,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/e3c6afa925be40eba57756ac7b9d5414 is 1055, key is row0221/info:/1733406617561/Put/seqid=0 2024-12-05T13:50:19,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741874_1050 (size=13402) 2024-12-05T13:50:19,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741874_1050 (size=13402) 2024-12-05T13:50:19,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/e3c6afa925be40eba57756ac7b9d5414 2024-12-05T13:50:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/e3c6afa925be40eba57756ac7b9d5414 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414 2024-12-05T13:50:19,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414, entries=8, sequenceid=304, filesize=13.1 K 2024-12-05T13:50:19,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for f45c6cf3027ce69874774194fbfd0c54 in 28ms, sequenceid=304, compaction requested=true 2024-12-05T13:50:19,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:19,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:19,613 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:19,614 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 189860 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:19,614 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:19,614 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:19,614 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/44d4fd3545fb4dd79e0ec92b73f203cd, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=185.4 K 2024-12-05T13:50:19,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T13:50:19,615 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44d4fd3545fb4dd79e0ec92b73f203cd, keycount=143, bloomtype=ROW, size=153.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733406597099 2024-12-05T13:50:19,615 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 486a366a8db64fb0b74be97263846850, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733406617534 2024-12-05T13:50:19,616 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3c6afa925be40eba57756ac7b9d5414, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733406617561 2024-12-05T13:50:19,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/0e0e5d99a1134b81a8a5fce9233b6ce7 is 1055, key is row0229/info:/1733406619587/Put/seqid=0 2024-12-05T13:50:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741875_1051 (size=19742) 2024-12-05T13:50:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741875_1051 (size=19742) 2024-12-05T13:50:19,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/0e0e5d99a1134b81a8a5fce9233b6ce7 2024-12-05T13:50:19,629 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#66 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:19,630 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/94e9a21e59014bb2b242bc16c425e6fe is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/0e0e5d99a1134b81a8a5fce9233b6ce7 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7 2024-12-05T13:50:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741876_1052 (size=180010) 2024-12-05T13:50:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741876_1052 (size=180010) 2024-12-05T13:50:19,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7, entries=14, sequenceid=321, filesize=19.3 K 2024-12-05T13:50:19,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for f45c6cf3027ce69874774194fbfd0c54 in 27ms, sequenceid=321, compaction requested=false 2024-12-05T13:50:19,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(8855): Flush requested on f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:19,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f45c6cf3027ce69874774194fbfd0c54 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T13:50:19,644 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/94e9a21e59014bb2b242bc16c425e6fe as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/94e9a21e59014bb2b242bc16c425e6fe 2024-12-05T13:50:19,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/565385e959c84ff5975f0aa6cdc80e19 is 1055, key is row0243/info:/1733406619616/Put/seqid=0 2024-12-05T13:50:19,651 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 94e9a21e59014bb2b242bc16c425e6fe(size=175.8 K), total size for store is 195.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:19,651 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,651 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406619613; duration=0sec 2024-12-05T13:50:19,651 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:19,651 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741877_1053 (size=19742) 2024-12-05T13:50:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741877_1053 (size=19742) 2024-12-05T13:50:19,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/565385e959c84ff5975f0aa6cdc80e19 2024-12-05T13:50:19,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/565385e959c84ff5975f0aa6cdc80e19 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19 2024-12-05T13:50:19,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19, entries=14, sequenceid=338, filesize=19.3 K 2024-12-05T13:50:19,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for f45c6cf3027ce69874774194fbfd0c54 in 20ms, sequenceid=338, compaction requested=true 2024-12-05T13:50:19,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f45c6cf3027ce69874774194fbfd0c54:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:50:19,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:19,663 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:50:19,665 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 219494 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:50:19,665 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1541): f45c6cf3027ce69874774194fbfd0c54/info is initiating minor compaction (all files) 2024-12-05T13:50:19,665 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f45c6cf3027ce69874774194fbfd0c54/info in TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:19,665 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/94e9a21e59014bb2b242bc16c425e6fe, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19] into tmpdir=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp, totalSize=214.3 K 2024-12-05T13:50:19,665 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94e9a21e59014bb2b242bc16c425e6fe, keycount=165, bloomtype=ROW, size=175.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733406597099 2024-12-05T13:50:19,666 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e0e5d99a1134b81a8a5fce9233b6ce7, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733406619587 2024-12-05T13:50:19,666 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] compactions.Compactor(225): Compacting 565385e959c84ff5975f0aa6cdc80e19, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733406619616 2024-12-05T13:50:19,677 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f45c6cf3027ce69874774194fbfd0c54#info#compaction#68 average throughput is 64.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:50:19,678 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/53c269a6b82b410480cdee2ceb915321 is 1055, key is row0064/info:/1733406597099/Put/seqid=0 2024-12-05T13:50:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741878_1054 (size=209701) 2024-12-05T13:50:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741878_1054 (size=209701) 2024-12-05T13:50:19,689 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/.tmp/info/53c269a6b82b410480cdee2ceb915321 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/53c269a6b82b410480cdee2ceb915321 2024-12-05T13:50:19,696 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f45c6cf3027ce69874774194fbfd0c54/info of f45c6cf3027ce69874774194fbfd0c54 into 53c269a6b82b410480cdee2ceb915321(size=204.8 K), total size for store is 204.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:50:19,696 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:19,696 INFO [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., storeName=f45c6cf3027ce69874774194fbfd0c54/info, priority=13, startTime=1733406619663; duration=0sec 2024-12-05T13:50:19,696 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:50:19,696 DEBUG [RS:0;da6aa2204f50:35735-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f45c6cf3027ce69874774194fbfd0c54:info 2024-12-05T13:50:21,644 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-05T13:50:21,665 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406621645, exclude list is [], retry=0 2024-12-05T13:50:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35773,DS-5d08b12d-f794-4bf2-bb00-b496a0c10bde,DISK] 2024-12-05T13:50:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44935,DS-7e425c65-e3a8-46e1-b006-27aca553b6c6,DISK] 2024-12-05T13:50:21,669 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406584292 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406621645 2024-12-05T13:50:21,669 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44141:44141),(127.0.0.1/127.0.0.1:45765:45765)] 2024-12-05T13:50:21,669 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406584292 is not closed yet, will try archiving it next time 2024-12-05T13:50:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741833_1009 (size=311437) 2024-12-05T13:50:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741833_1009 (size=311437) 2024-12-05T13:50:21,671 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/WALs/da6aa2204f50,35735,1733406583677/da6aa2204f50%2C35735%2C1733406583677.1733406584292 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/oldWALs/da6aa2204f50%2C35735%2C1733406583677.1733406584292 2024-12-05T13:50:21,673 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-05T13:50:21,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/e3c079ef4b1844cf9f8572e6dc3ff1b7 is 186, key is TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0./info:regioninfo/1733406600017/Put/seqid=0 2024-12-05T13:50:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741880_1056 (size=6153) 2024-12-05T13:50:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741880_1056 (size=6153) 2024-12-05T13:50:21,686 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/e3c079ef4b1844cf9f8572e6dc3ff1b7 2024-12-05T13:50:21,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/.tmp/info/e3c079ef4b1844cf9f8572e6dc3ff1b7 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/info/e3c079ef4b1844cf9f8572e6dc3ff1b7 2024-12-05T13:50:21,697 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/info/e3c079ef4b1844cf9f8572e6dc3ff1b7, entries=5, sequenceid=21, filesize=6.0 K 2024-12-05T13:50:21,699 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=21, compaction requested=false 2024-12-05T13:50:21,699 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T13:50:21,699 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f45c6cf3027ce69874774194fbfd0c54: 2024-12-05T13:50:21,699 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ad0521eddac8714e91e41ef6180592b0: 2024-12-05T13:50:21,700 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:50:21,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:50:21,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:50:21,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:21,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:21,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:21,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:50:21,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:50:21,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1048581609, stopped=false 2024-12-05T13:50:21,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,39599,1733406583527 2024-12-05T13:50:21,777 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:21,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:21,777 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:21,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:21,777 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:50:21,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:50:21,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:21,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:21,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:21,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:21,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,35735,1733406583677' ***** 2024-12-05T13:50:21,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:50:21,780 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:50:21,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:50:21,780 INFO [RS:0;da6aa2204f50:35735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:50:21,780 INFO [RS:0;da6aa2204f50:35735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:50:21,780 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:21,780 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for ad0521eddac8714e91e41ef6180592b0 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,35735,1733406583677 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:50:21,781 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f45c6cf3027ce69874774194fbfd0c54, disabling compactions & flushes 2024-12-05T13:50:21,781 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:35735. 2024-12-05T13:50:21,781 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:21,781 DEBUG [RS:0;da6aa2204f50:35735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:21,781 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. after waiting 0 ms 2024-12-05T13:50:21,781 DEBUG [RS:0;da6aa2204f50:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:21,781 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:50:21,781 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:50:21,782 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:50:21,782 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f45c6cf3027ce69874774194fbfd0c54=TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54., ad0521eddac8714e91e41ef6180592b0=TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.} 2024-12-05T13:50:21,782 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:50:21,782 DEBUG [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0521eddac8714e91e41ef6180592b0, f45c6cf3027ce69874774194fbfd0c54 2024-12-05T13:50:21,782 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:50:21,782 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:50:21,782 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:50:21,783 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:50:21,782 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-top, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/65d90ded84ad43b39142f493dd47bfae, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6d265e64730e4ee1bac2163e8288ff39, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/977c0261824b4580953f01a66920b36a, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/9eaad504f7684ed38963006ff50aaa7f, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/8f76c38e94574864bff25d364b4919c9, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/44d4fd3545fb4dd79e0ec92b73f203cd, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/94e9a21e59014bb2b242bc16c425e6fe, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19] to archive 2024-12-05T13:50:21,784 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:50:21,786 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:50:21,787 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-c526a6a559ab4b86a220df59578a4fe8 2024-12-05T13:50:21,787 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T13:50:21,788 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:50:21,788 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:50:21,788 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406621782Running coprocessor pre-close hooks at 1733406621782Disabling compacts and flushes for region at 1733406621782Disabling writes for close at 1733406621782Writing region close event to WAL at 1733406621784 (+2 ms)Running coprocessor post-close hooks at 1733406621788 (+4 ms)Closed at 1733406621788 2024-12-05T13:50:21,788 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:50:21,788 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/65d90ded84ad43b39142f493dd47bfae to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/65d90ded84ad43b39142f493dd47bfae 2024-12-05T13:50:21,790 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/TestLogRolling-testLogRolling=02c2383cd1d151b80b3333b24f7eaba7-8a4e796b827d47feaca99ad16044b65b 2024-12-05T13:50:21,791 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/62a53b92360d41d58c21faf33ffdbc64 2024-12-05T13:50:21,792 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6d265e64730e4ee1bac2163e8288ff39 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/6d265e64730e4ee1bac2163e8288ff39 2024-12-05T13:50:21,794 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/2ded8db408dd44bfad34f88ea8bc51b9 2024-12-05T13:50:21,795 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/31c5cab05690444290db31757520d250 2024-12-05T13:50:21,796 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/977c0261824b4580953f01a66920b36a to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/977c0261824b4580953f01a66920b36a 2024-12-05T13:50:21,797 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/f70541a549974f9c9728431fdd47770d 2024-12-05T13:50:21,798 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c33b1ff434cd4812b5dd113d1c7cc06b 2024-12-05T13:50:21,799 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/9eaad504f7684ed38963006ff50aaa7f to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/9eaad504f7684ed38963006ff50aaa7f 2024-12-05T13:50:21,800 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/35a1da19a2914406aa18889d00bbffb5 2024-12-05T13:50:21,801 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/d209ba108e694f65b38335dc6cd08d17 2024-12-05T13:50:21,802 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/8f76c38e94574864bff25d364b4919c9 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/8f76c38e94574864bff25d364b4919c9 2024-12-05T13:50:21,803 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/b92b7ff6b1f642b08f41079d8a6a5edc 2024-12-05T13:50:21,804 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/4dcc69cbc5f440a09f282864c5af9994 2024-12-05T13:50:21,805 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/44d4fd3545fb4dd79e0ec92b73f203cd to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/44d4fd3545fb4dd79e0ec92b73f203cd 2024-12-05T13:50:21,805 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/c22109e7204a46a5b0fbea060eeb053d 2024-12-05T13:50:21,806 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/486a366a8db64fb0b74be97263846850 2024-12-05T13:50:21,807 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/94e9a21e59014bb2b242bc16c425e6fe to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/94e9a21e59014bb2b242bc16c425e6fe 2024-12-05T13:50:21,808 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/e3c6afa925be40eba57756ac7b9d5414 2024-12-05T13:50:21,809 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/0e0e5d99a1134b81a8a5fce9233b6ce7 2024-12-05T13:50:21,810 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/info/565385e959c84ff5975f0aa6cdc80e19 2024-12-05T13:50:21,810 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6aa2204f50:39599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T13:50:21,811 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [65d90ded84ad43b39142f493dd47bfae=40005, 62a53b92360d41d58c21faf33ffdbc64=13394, 6d265e64730e4ee1bac2163e8288ff39=62288, 2ded8db408dd44bfad34f88ea8bc51b9=18675, 31c5cab05690444290db31757520d250=17606, 977c0261824b4580953f01a66920b36a=86682, f70541a549974f9c9728431fdd47770d=16553, c33b1ff434cd4812b5dd113d1c7cc06b=19728, 9eaad504f7684ed38963006ff50aaa7f=109958, 35a1da19a2914406aa18889d00bbffb5=13394, d209ba108e694f65b38335dc6cd08d17=17606, 8f76c38e94574864bff25d364b4919c9=134411, b92b7ff6b1f642b08f41079d8a6a5edc=16553, 4dcc69cbc5f440a09f282864c5af9994=13395, 44d4fd3545fb4dd79e0ec92b73f203cd=156716, c22109e7204a46a5b0fbea060eeb053d=18688, 486a366a8db64fb0b74be97263846850=19742, 94e9a21e59014bb2b242bc16c425e6fe=180010, e3c6afa925be40eba57756ac7b9d5414=13402, 0e0e5d99a1134b81a8a5fce9233b6ce7=19742, 565385e959c84ff5975f0aa6cdc80e19=19742] 2024-12-05T13:50:21,814 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/f45c6cf3027ce69874774194fbfd0c54/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=130 2024-12-05T13:50:21,815 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f45c6cf3027ce69874774194fbfd0c54: Waiting for close lock at 1733406621780Running coprocessor pre-close hooks at 1733406621780Disabling compacts and flushes for region at 1733406621780Disabling writes for close at 1733406621781 (+1 ms)Writing region close event to WAL at 1733406621811 (+30 ms)Running coprocessor post-close hooks at 1733406621815 (+4 ms)Closed at 1733406621815 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733406599276.f45c6cf3027ce69874774194fbfd0c54. 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad0521eddac8714e91e41ef6180592b0, disabling compactions & flushes 2024-12-05T13:50:21,815 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. after waiting 0 ms 2024-12-05T13:50:21,815 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:21,815 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7->hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/02c2383cd1d151b80b3333b24f7eaba7/info/6727f0cbd33f46709c58959b3996a205-bottom] to archive 2024-12-05T13:50:21,816 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:50:21,818 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7 to hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/archive/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/info/6727f0cbd33f46709c58959b3996a205.02c2383cd1d151b80b3333b24f7eaba7 2024-12-05T13:50:21,818 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-05T13:50:21,821 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/data/default/TestLogRolling-testLogRolling/ad0521eddac8714e91e41ef6180592b0/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-12-05T13:50:21,822 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:21,822 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad0521eddac8714e91e41ef6180592b0: Waiting for close lock at 1733406621815Running coprocessor pre-close hooks at 1733406621815Disabling compacts and flushes for region at 1733406621815Disabling writes for close at 1733406621815Writing region close event to WAL at 1733406621818 (+3 ms)Running coprocessor post-close hooks at 1733406621822 (+4 ms)Closed at 1733406621822 2024-12-05T13:50:21,822 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733406599276.ad0521eddac8714e91e41ef6180592b0. 2024-12-05T13:50:21,982 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,35735,1733406583677; all regions closed. 2024-12-05T13:50:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741834_1010 (size=8107) 2024-12-05T13:50:21,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741834_1010 (size=8107) 2024-12-05T13:50:21,992 DEBUG [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/oldWALs 2024-12-05T13:50:21,992 INFO [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C35735%2C1733406583677.meta:.meta(num 1733406584690) 2024-12-05T13:50:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741879_1055 (size=780) 2024-12-05T13:50:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741879_1055 (size=780) 2024-12-05T13:50:21,997 DEBUG [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/oldWALs 2024-12-05T13:50:21,997 INFO [RS:0;da6aa2204f50:35735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C35735%2C1733406583677:(num 1733406621645) 2024-12-05T13:50:21,997 DEBUG [RS:0;da6aa2204f50:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:21,997 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:50:21,997 INFO [RS:0;da6aa2204f50:35735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:50:21,997 INFO [RS:0;da6aa2204f50:35735 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:50:21,998 INFO [RS:0;da6aa2204f50:35735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:50:21,998 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:50:21,998 INFO [RS:0;da6aa2204f50:35735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35735 2024-12-05T13:50:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:50:22,005 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,35735,1733406583677 2024-12-05T13:50:22,005 INFO [RS:0;da6aa2204f50:35735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:50:22,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,35735,1733406583677] 2024-12-05T13:50:22,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,35735,1733406583677 already deleted, retry=false 2024-12-05T13:50:22,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,35735,1733406583677 expired; onlineServers=0 2024-12-05T13:50:22,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,39599,1733406583527' ***** 2024-12-05T13:50:22,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:50:22,022 INFO [M:0;da6aa2204f50:39599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:50:22,022 INFO [M:0;da6aa2204f50:39599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:50:22,022 DEBUG [M:0;da6aa2204f50:39599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:50:22,022 DEBUG [M:0;da6aa2204f50:39599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:50:22,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:50:22,022 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406584041 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406584041,5,FailOnTimeoutGroup] 2024-12-05T13:50:22,022 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406584041 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406584041,5,FailOnTimeoutGroup] 2024-12-05T13:50:22,023 INFO [M:0;da6aa2204f50:39599 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:50:22,023 INFO [M:0;da6aa2204f50:39599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:50:22,023 DEBUG [M:0;da6aa2204f50:39599 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:50:22,023 INFO [M:0;da6aa2204f50:39599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:50:22,023 INFO [M:0;da6aa2204f50:39599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:50:22,023 INFO [M:0;da6aa2204f50:39599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:50:22,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:50:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:50:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:22,030 DEBUG [M:0;da6aa2204f50:39599 {}] zookeeper.ZKUtil(347): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:50:22,031 WARN [M:0;da6aa2204f50:39599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:50:22,031 INFO [M:0;da6aa2204f50:39599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/.lastflushedseqids 2024-12-05T13:50:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741881_1057 (size=228) 2024-12-05T13:50:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741881_1057 (size=228) 2024-12-05T13:50:22,041 INFO [M:0;da6aa2204f50:39599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:50:22,041 INFO [M:0;da6aa2204f50:39599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:50:22,041 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:50:22,041 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:22,041 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:22,041 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:50:22,041 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:22,041 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-12-05T13:50:22,060 DEBUG [M:0;da6aa2204f50:39599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aab067db9d5e418a800f5802be61c4d1 is 82, key is hbase:meta,,1/info:regioninfo/1733406584728/Put/seqid=0 2024-12-05T13:50:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741882_1058 (size=5672) 2024-12-05T13:50:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741882_1058 (size=5672) 2024-12-05T13:50:22,065 INFO [M:0;da6aa2204f50:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aab067db9d5e418a800f5802be61c4d1 2024-12-05T13:50:22,083 DEBUG [M:0;da6aa2204f50:39599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1750cdde214464c9ad097c13cf9d928 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733406585209/Put/seqid=0 2024-12-05T13:50:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741883_1059 (size=7091) 2024-12-05T13:50:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741883_1059 (size=7091) 2024-12-05T13:50:22,088 INFO [M:0;da6aa2204f50:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1750cdde214464c9ad097c13cf9d928 2024-12-05T13:50:22,092 INFO [M:0;da6aa2204f50:39599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1750cdde214464c9ad097c13cf9d928 2024-12-05T13:50:22,104 DEBUG [M:0;da6aa2204f50:39599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/328ed95e53e94d7299621fbf99d08ced is 69, key is da6aa2204f50,35735,1733406583677/rs:state/1733406584139/Put/seqid=0 2024-12-05T13:50:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741884_1060 (size=5156) 2024-12-05T13:50:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741884_1060 (size=5156) 2024-12-05T13:50:22,110 INFO [M:0;da6aa2204f50:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/328ed95e53e94d7299621fbf99d08ced 2024-12-05T13:50:22,114 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:22,114 INFO [RS:0;da6aa2204f50:35735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:50:22,114 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x101a70b0d4c0001, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:22,114 INFO [RS:0;da6aa2204f50:35735 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,35735,1733406583677; zookeeper connection closed. 2024-12-05T13:50:22,114 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52bf28b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52bf28b1 2024-12-05T13:50:22,114 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:50:22,127 DEBUG [M:0;da6aa2204f50:39599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7bb31154824a8b9f9abe348e8b18e7 is 52, key is load_balancer_on/state:d/1733406584818/Put/seqid=0 2024-12-05T13:50:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741885_1061 (size=5056) 2024-12-05T13:50:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741885_1061 (size=5056) 2024-12-05T13:50:22,132 INFO [M:0;da6aa2204f50:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7bb31154824a8b9f9abe348e8b18e7 2024-12-05T13:50:22,137 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aab067db9d5e418a800f5802be61c4d1 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aab067db9d5e418a800f5802be61c4d1 2024-12-05T13:50:22,142 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aab067db9d5e418a800f5802be61c4d1, entries=8, sequenceid=125, filesize=5.5 K 2024-12-05T13:50:22,143 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1750cdde214464c9ad097c13cf9d928 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1750cdde214464c9ad097c13cf9d928 2024-12-05T13:50:22,147 INFO [M:0;da6aa2204f50:39599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1750cdde214464c9ad097c13cf9d928 2024-12-05T13:50:22,148 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1750cdde214464c9ad097c13cf9d928, entries=13, sequenceid=125, filesize=6.9 K 2024-12-05T13:50:22,149 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/328ed95e53e94d7299621fbf99d08ced as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/328ed95e53e94d7299621fbf99d08ced 2024-12-05T13:50:22,153 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/328ed95e53e94d7299621fbf99d08ced, entries=1, sequenceid=125, filesize=5.0 K 2024-12-05T13:50:22,154 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7bb31154824a8b9f9abe348e8b18e7 as hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2d7bb31154824a8b9f9abe348e8b18e7 2024-12-05T13:50:22,159 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40923/user/jenkins/test-data/2e53a8ec-9f51-3d44-a11e-ad688265b15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2d7bb31154824a8b9f9abe348e8b18e7, entries=1, sequenceid=125, filesize=4.9 K 2024-12-05T13:50:22,160 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false 2024-12-05T13:50:22,161 INFO [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:22,161 DEBUG [M:0;da6aa2204f50:39599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406622041Disabling compacts and flushes for region at 1733406622041Disabling writes for close at 1733406622041Obtaining lock to block concurrent updates at 1733406622041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733406622041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1733406622042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733406622043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733406622043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733406622059 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733406622059Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733406622070 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733406622082 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733406622082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733406622092 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733406622104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733406622104Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733406622115 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733406622127 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733406622127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff93dc: reopening flushed file at 1733406622136 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b750c00: reopening flushed file at 1733406622142 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ad268d: reopening flushed file at 1733406622148 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c66abc: reopening flushed file at 1733406622153 (+5 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false at 1733406622160 (+7 ms)Writing region close event to WAL at 1733406622161 (+1 ms)Closed at 1733406622161 2024-12-05T13:50:22,161 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:50:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35773 is added to blk_1073741830_1006 (size=61344) 2024-12-05T13:50:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44935 is added to blk_1073741830_1006 (size=61344) 2024-12-05T13:50:22,164 INFO [M:0;da6aa2204f50:39599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:50:22,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:50:22,164 INFO [M:0;da6aa2204f50:39599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39599 2024-12-05T13:50:22,164 INFO [M:0;da6aa2204f50:39599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:50:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:22,272 INFO [M:0;da6aa2204f50:39599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:50:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39599-0x101a70b0d4c0000, quorum=127.0.0.1:64698, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:22,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68bdbdf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:22,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c8b4894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:22,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:22,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de395f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:22,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22bc77fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:22,477 WARN [BP-1054829048-172.17.0.2-1733406582051 heartbeating to localhost/127.0.0.1:40923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054829048-172.17.0.2-1733406582051 (Datanode Uuid b9ab166c-8c55-4987-ac99-45e13d6573bc) service to localhost/127.0.0.1:40923 2024-12-05T13:50:22,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data3/current/BP-1054829048-172.17.0.2-1733406582051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:22,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data4/current/BP-1054829048-172.17.0.2-1733406582051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:22,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:50:22,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50965b64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:22,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bff3b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:22,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:22,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d589fb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:22,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51146b69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:22,485 WARN [BP-1054829048-172.17.0.2-1733406582051 heartbeating to localhost/127.0.0.1:40923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:50:22,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:50:22,485 WARN [BP-1054829048-172.17.0.2-1733406582051 heartbeating to localhost/127.0.0.1:40923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054829048-172.17.0.2-1733406582051 (Datanode Uuid 59687388-5fd0-4ebc-af29-001e36686f02) service to localhost/127.0.0.1:40923 2024-12-05T13:50:22,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:50:22,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data1/current/BP-1054829048-172.17.0.2-1733406582051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:22,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/cluster_e4fc77b4-8d06-9d4e-bd09-236c44d6a4ec/data/data2/current/BP-1054829048-172.17.0.2-1733406582051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:22,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:50:22,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@709fbca1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:50:22,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6498265d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:22,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:22,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6677d3ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:22,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49725afc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:22,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:50:22,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:50:22,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=114 (was 99) - Thread LEAK? -, OpenFileDescriptor=457 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7690 (was 8588) 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=114, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=7689 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.log.dir so I do NOT create it in target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bbd1c8b-4316-7298-c1cf-7ae7b3a13f42/hadoop.tmp.dir so I do NOT create it in target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34, deleteOnExit=true 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/test.cache.data in system properties and HBase conf 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:50:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:50:22,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:50:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:50:22,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:50:22,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:50:22,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:50:22,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:50:22,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:50:22,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:50:22,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:50:22,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428e4e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:50:22,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2634eedc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:50:23,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f89a33d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/java.io.tmpdir/jetty-localhost-35207-hadoop-hdfs-3_4_1-tests_jar-_-any-15729987862250742682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:50:23,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353826c5{HTTP/1.1, (http/1.1)}{localhost:35207} 2024-12-05T13:50:23,032 INFO [Time-limited test {}] server.Server(415): Started @186340ms 2024-12-05T13:50:23,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:50:23,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:50:23,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:50:23,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:50:23,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:50:23,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5352f4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:50:23,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632d6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:50:23,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:50:23,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:50:23,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:50:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T13:50:23,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad125e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/java.io.tmpdir/jetty-localhost-46679-hadoop-hdfs-3_4_1-tests_jar-_-any-1769261845686281865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:23,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5250d6eb{HTTP/1.1, (http/1.1)}{localhost:46679} 2024-12-05T13:50:23,293 INFO [Time-limited test {}] server.Server(415): Started @186601ms 2024-12-05T13:50:23,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:50:23,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:50:23,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:50:23,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:50:23,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:50:23,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:50:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb83fd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:50:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2578c839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:50:23,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aea7bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/java.io.tmpdir/jetty-localhost-34229-hadoop-hdfs-3_4_1-tests_jar-_-any-17593468641943544534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:23,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@469c0328{HTTP/1.1, (http/1.1)}{localhost:34229} 2024-12-05T13:50:23,414 INFO [Time-limited test {}] server.Server(415): Started @186722ms 2024-12-05T13:50:23,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:50:23,914 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data2/current/BP-1601260009-172.17.0.2-1733406622630/current, will proceed with Du for space computation calculation, 2024-12-05T13:50:23,914 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data1/current/BP-1601260009-172.17.0.2-1733406622630/current, will proceed with Du for space computation calculation, 2024-12-05T13:50:23,935 WARN [Thread-1588 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:50:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb75409710a82726 with lease ID 0xb380826d35ead52e: Processing first storage report for DS-75616011-7ae7-474d-96de-e58f6aa2b85d from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=1d4cc7a9-6647-4cf3-a6d1-e8117fe1d2db, infoPort=41015, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630) 2024-12-05T13:50:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb75409710a82726 with lease ID 0xb380826d35ead52e: from storage DS-75616011-7ae7-474d-96de-e58f6aa2b85d node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=1d4cc7a9-6647-4cf3-a6d1-e8117fe1d2db, infoPort=41015, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:50:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb75409710a82726 with lease ID 0xb380826d35ead52e: Processing first storage report for DS-e3ae2957-8f59-418b-98b7-85fb41285e71 from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=1d4cc7a9-6647-4cf3-a6d1-e8117fe1d2db, infoPort=41015, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630) 2024-12-05T13:50:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb75409710a82726 with lease ID 0xb380826d35ead52e: from storage DS-e3ae2957-8f59-418b-98b7-85fb41285e71 node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=1d4cc7a9-6647-4cf3-a6d1-e8117fe1d2db, infoPort=41015, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:50:24,033 WARN [Thread-1635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data3/current/BP-1601260009-172.17.0.2-1733406622630/current, will proceed with Du for space computation calculation, 2024-12-05T13:50:24,033 WARN [Thread-1636 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data4/current/BP-1601260009-172.17.0.2-1733406622630/current, will proceed with Du for space computation calculation, 2024-12-05T13:50:24,054 WARN [Thread-1611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:50:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d4a1ba606b7b09d with lease ID 0xb380826d35ead52f: Processing first storage report for DS-7ba66c08-4911-4d5b-9250-36bf79c571f3 from datanode DatanodeRegistration(127.0.0.1:43975, datanodeUuid=29017157-934b-43d6-8240-a3efe4cc1026, infoPort=37271, infoSecurePort=0, ipcPort=38623, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630) 2024-12-05T13:50:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d4a1ba606b7b09d with lease ID 0xb380826d35ead52f: from storage DS-7ba66c08-4911-4d5b-9250-36bf79c571f3 node DatanodeRegistration(127.0.0.1:43975, datanodeUuid=29017157-934b-43d6-8240-a3efe4cc1026, infoPort=37271, infoSecurePort=0, ipcPort=38623, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:50:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d4a1ba606b7b09d with lease ID 0xb380826d35ead52f: Processing first storage report for DS-5062db5c-674d-49a7-b389-fba20b9560ef from datanode DatanodeRegistration(127.0.0.1:43975, datanodeUuid=29017157-934b-43d6-8240-a3efe4cc1026, infoPort=37271, infoSecurePort=0, ipcPort=38623, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630) 2024-12-05T13:50:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d4a1ba606b7b09d with lease ID 0xb380826d35ead52f: from storage DS-5062db5c-674d-49a7-b389-fba20b9560ef node DatanodeRegistration(127.0.0.1:43975, datanodeUuid=29017157-934b-43d6-8240-a3efe4cc1026, infoPort=37271, infoSecurePort=0, ipcPort=38623, storageInfo=lv=-57;cid=testClusterID;nsid=2049371120;c=1733406622630), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:50:24,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa 2024-12-05T13:50:24,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/zookeeper_0, clientPort=54719, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:50:24,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54719 2024-12-05T13:50:24,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:50:24,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:50:24,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93 with version=8 2024-12-05T13:50:24,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38079/user/jenkins/test-data/cbca4c32-4be3-d4b1-8859-f25be8e4fc14/hbase-staging 2024-12-05T13:50:24,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:50:24,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:50:24,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33919 2024-12-05T13:50:24,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33919 connecting to ZooKeeper ensemble=127.0.0.1:54719 2024-12-05T13:50:24,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339190x0, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:50:24,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33919-0x101a70bac080000 connected 2024-12-05T13:50:24,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:24,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93, hbase.cluster.distributed=false 2024-12-05T13:50:24,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:50:24,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33919 2024-12-05T13:50:24,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33919 2024-12-05T13:50:24,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33919 2024-12-05T13:50:24,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33919 2024-12-05T13:50:24,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33919 2024-12-05T13:50:24,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:50:24,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:50:24,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42967 2024-12-05T13:50:24,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42967 connecting to ZooKeeper ensemble=127.0.0.1:54719 2024-12-05T13:50:24,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429670x0, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:50:24,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42967-0x101a70bac080001 connected 2024-12-05T13:50:24,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:24,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:50:24,324 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:50:24,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:50:24,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:50:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-05T13:50:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42967 2024-12-05T13:50:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42967 2024-12-05T13:50:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-05T13:50:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-05T13:50:24,339 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:33919 2024-12-05T13:50:24,339 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:50:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:50:24,347 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:50:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,356 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:50:24,356 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,33919,1733406624163 from backup master directory 2024-12-05T13:50:24,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:50:24,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:50:24,364 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:50:24,364 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,368 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/hbase.id] with ID: 2df7cb57-5ffe-4e2c-a79c-81f454c00dbc 2024-12-05T13:50:24,368 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/.tmp/hbase.id 2024-12-05T13:50:24,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:50:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:50:24,375 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/.tmp/hbase.id]:[hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/hbase.id] 2024-12-05T13:50:24,385 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:24,385 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:50:24,386 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:50:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:50:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:50:24,404 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:50:24,404 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:50:24,405 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:50:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:50:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:50:24,413 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store 2024-12-05T13:50:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:50:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:50:24,419 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:50:24,419 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:50:24,419 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:24,420 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:24,420 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:50:24,420 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:24,420 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:24,420 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406624419Disabling compacts and flushes for region at 1733406624419Disabling writes for close at 1733406624420 (+1 ms)Writing region close event to WAL at 1733406624420Closed at 1733406624420 2024-12-05T13:50:24,421 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/.initializing 2024-12-05T13:50:24,421 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/WALs/da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,422 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:50:24,423 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C33919%2C1733406624163, suffix=, logDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/WALs/da6aa2204f50,33919,1733406624163, archiveDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/oldWALs, maxLogs=10 2024-12-05T13:50:24,435 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/WALs/da6aa2204f50,33919,1733406624163/da6aa2204f50%2C33919%2C1733406624163.1733406624423, exclude list is [], retry=0 2024-12-05T13:50:24,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-7ba66c08-4911-4d5b-9250-36bf79c571f3,DISK] 2024-12-05T13:50:24,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-75616011-7ae7-474d-96de-e58f6aa2b85d,DISK] 2024-12-05T13:50:24,439 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/WALs/da6aa2204f50,33919,1733406624163/da6aa2204f50%2C33919%2C1733406624163.1733406624423 2024-12-05T13:50:24,439 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37271:37271)] 2024-12-05T13:50:24,439 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:50:24,439 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:50:24,439 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,439 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:50:24,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:24,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:50:24,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:50:24,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:50:24,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:50:24,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:50:24,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:50:24,451 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,452 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,452 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,453 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,453 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,453 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:50:24,454 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:50:24,456 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:50:24,456 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825605, jitterRate=0.04981105029582977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:50:24,457 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733406624440Initializing all the Stores at 1733406624440Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406624440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406624443 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406624443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406624443Cleaning up temporary data from old regions at 1733406624453 (+10 ms)Region opened successfully at 1733406624457 (+4 ms) 2024-12-05T13:50:24,458 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:50:24,460 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6929d2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:50:24,461 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:50:24,461 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:50:24,461 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:50:24,462 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:50:24,462 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:50:24,463 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:50:24,463 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:50:24,465 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:50:24,466 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:50:24,472 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:50:24,472 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:50:24,473 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:50:24,480 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:50:24,480 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:50:24,481 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:50:24,488 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:50:24,489 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:50:24,497 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:50:24,499 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:50:24,505 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:50:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,514 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,33919,1733406624163, sessionid=0x101a70bac080000, setting cluster-up flag (Was=false) 2024-12-05T13:50:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,556 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:50:24,559 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:24,605 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:50:24,607 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,33919,1733406624163 2024-12-05T13:50:24,608 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:50:24,609 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:50:24,609 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:50:24,609 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:50:24,609 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,33919,1733406624163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:50:24,611 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,611 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733406654611 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:50:24,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:50:24,612 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:50:24,613 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:50:24,613 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406624613,5,FailOnTimeoutGroup] 2024-12-05T13:50:24,613 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406624613,5,FailOnTimeoutGroup] 2024-12-05T13:50:24,613 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,613 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:50:24,613 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,613 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:50:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:50:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:50:24,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:50:24,620 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93 2024-12-05T13:50:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:50:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:50:24,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:50:24,629 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(746): ClusterId : 2df7cb57-5ffe-4e2c-a79c-81f454c00dbc 2024-12-05T13:50:24,629 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:50:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:50:24,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:50:24,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:24,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:50:24,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:50:24,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:24,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:50:24,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:50:24,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:24,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:50:24,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:50:24,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:24,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:50:24,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740 2024-12-05T13:50:24,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740 2024-12-05T13:50:24,639 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:50:24,639 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:50:24,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:50:24,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:50:24,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:50:24,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:50:24,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:50:24,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=716677, jitterRate=-0.08869877457618713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:50:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733406624628Initializing all the Stores at 1733406624629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406624629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406624629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406624629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406624629Cleaning up temporary data from old regions at 1733406624640 (+11 ms)Region opened successfully at 1733406624644 (+4 ms) 2024-12-05T13:50:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:50:24,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:50:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:50:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:50:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:50:24,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:50:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406624645Disabling compacts and flushes for region at 1733406624645Disabling writes for close at 1733406624645Writing region close event to WAL at 1733406624645Closed at 1733406624645 2024-12-05T13:50:24,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:50:24,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:50:24,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:50:24,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:50:24,648 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:50:24,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:50:24,648 DEBUG [RS:0;da6aa2204f50:42967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e186f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:50:24,659 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:42967 2024-12-05T13:50:24,659 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:50:24,659 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:50:24,659 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:50:24,660 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,33919,1733406624163 with port=42967, startcode=1733406624308 2024-12-05T13:50:24,660 DEBUG [RS:0;da6aa2204f50:42967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:50:24,661 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:50:24,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,663 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93 2024-12-05T13:50:24,663 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38711 2024-12-05T13:50:24,663 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:50:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:50:24,672 DEBUG [RS:0;da6aa2204f50:42967 {}] zookeeper.ZKUtil(111): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,672 WARN [RS:0;da6aa2204f50:42967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:50:24,673 INFO [RS:0;da6aa2204f50:42967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:50:24,673 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,42967,1733406624308] 2024-12-05T13:50:24,676 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:50:24,677 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:50:24,677 INFO [RS:0;da6aa2204f50:42967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:50:24,677 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,678 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:50:24,678 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:50:24,679 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:50:24,679 DEBUG [RS:0;da6aa2204f50:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,682 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,42967,1733406624308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:50:24,696 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:50:24,696 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,42967,1733406624308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,696 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,696 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.Replication(171): da6aa2204f50,42967,1733406624308 started 2024-12-05T13:50:24,708 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:24,708 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,42967,1733406624308, RpcServer on da6aa2204f50/172.17.0.2:42967, sessionid=0x101a70bac080001 2024-12-05T13:50:24,708 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:50:24,708 DEBUG [RS:0;da6aa2204f50:42967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,708 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,42967,1733406624308' 2024-12-05T13:50:24,708 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,42967,1733406624308 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,42967,1733406624308' 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:50:24,709 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:50:24,710 DEBUG [RS:0;da6aa2204f50:42967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:50:24,710 INFO [RS:0;da6aa2204f50:42967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:50:24,710 INFO [RS:0;da6aa2204f50:42967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:50:24,798 WARN [da6aa2204f50:33919 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:50:24,810 INFO [RS:0;da6aa2204f50:42967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:50:24,812 INFO [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C42967%2C1733406624308, suffix=, logDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308, archiveDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs, maxLogs=32 2024-12-05T13:50:24,826 DEBUG [RS:0;da6aa2204f50:42967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308/da6aa2204f50%2C42967%2C1733406624308.1733406624812, exclude list is [], retry=0 2024-12-05T13:50:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-7ba66c08-4911-4d5b-9250-36bf79c571f3,DISK] 2024-12-05T13:50:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-75616011-7ae7-474d-96de-e58f6aa2b85d,DISK] 2024-12-05T13:50:24,831 INFO [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308/da6aa2204f50%2C42967%2C1733406624308.1733406624812 2024-12-05T13:50:24,831 DEBUG [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37271:37271),(127.0.0.1/127.0.0.1:41015:41015)] 2024-12-05T13:50:25,048 DEBUG [da6aa2204f50:33919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:50:25,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,42967,1733406624308 2024-12-05T13:50:25,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,42967,1733406624308, state=OPENING 2024-12-05T13:50:25,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:50:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:25,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:50:25,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:50:25,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,42967,1733406624308}] 2024-12-05T13:50:25,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:50:25,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:50:25,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:50:25,269 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:50:25,269 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:50:25,269 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:50:25,271 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C42967%2C1733406624308.meta, suffix=.meta, logDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308, archiveDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs, maxLogs=32 2024-12-05T13:50:25,288 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308/da6aa2204f50%2C42967%2C1733406624308.meta.1733406625271.meta, exclude list is [], retry=0 2024-12-05T13:50:25,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-7ba66c08-4911-4d5b-9250-36bf79c571f3,DISK] 2024-12-05T13:50:25,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-75616011-7ae7-474d-96de-e58f6aa2b85d,DISK] 2024-12-05T13:50:25,291 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/da6aa2204f50,42967,1733406624308/da6aa2204f50%2C42967%2C1733406624308.meta.1733406625271.meta 2024-12-05T13:50:25,291 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37271:37271)] 2024-12-05T13:50:25,291 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:50:25,292 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:50:25,292 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:50:25,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:50:25,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:50:25,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:25,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:25,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:50:25,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:50:25,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:50:25,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:50:25,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:25,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:25,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:50:25,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:50:25,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:50:25,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:50:25,298 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:50:25,298 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740 2024-12-05T13:50:25,299 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740 2024-12-05T13:50:25,301 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:50:25,301 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:50:25,301 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:50:25,302 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:50:25,303 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805632, jitterRate=0.024414703249931335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:50:25,303 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:50:25,304 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733406625292Writing region info on filesystem at 1733406625292Initializing all the Stores at 1733406625293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406625293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406625293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733406625293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733406625293Cleaning up temporary data from old regions at 1733406625301 (+8 ms)Running coprocessor post-open hooks at 1733406625303 (+2 ms)Region opened successfully at 1733406625304 (+1 ms) 2024-12-05T13:50:25,305 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733406625258 2024-12-05T13:50:25,307 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:50:25,307 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:50:25,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,42967,1733406624308 2024-12-05T13:50:25,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,42967,1733406624308, state=OPEN 2024-12-05T13:50:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:50:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:50:25,332 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,42967,1733406624308 2024-12-05T13:50:25,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:50:25,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:50:25,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:50:25,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,42967,1733406624308 in 228 msec 2024-12-05T13:50:25,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:50:25,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-12-05T13:50:25,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:50:25,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:50:25,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:50:25,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,42967,1733406624308, seqNum=-1] 2024-12-05T13:50:25,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:50:25,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:50:25,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-12-05T13:50:25,348 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733406625348, completionTime=-1 2024-12-05T13:50:25,348 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:50:25,348 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:50:25,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:50:25,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733406685349 2024-12-05T13:50:25,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733406745349 2024-12-05T13:50:25,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:33919, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,352 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.989sec 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:50:25,353 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:50:25,356 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:50:25,356 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:50:25,356 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,33919,1733406624163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:50:25,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e84607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:50:25,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,33919,-1 for getting cluster id 2024-12-05T13:50:25,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:50:25,432 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df7cb57-5ffe-4e2c-a79c-81f454c00dbc' 2024-12-05T13:50:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:50:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df7cb57-5ffe-4e2c-a79c-81f454c00dbc" 2024-12-05T13:50:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8e2aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:50:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,33919,-1] 2024-12-05T13:50:25,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:50:25,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,436 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:50:25,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adab99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:50:25,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:50:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,42967,1733406624308, seqNum=-1] 2024-12-05T13:50:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:50:25,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:50:25,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,33919,1733406624163 2024-12-05T13:50:25,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:50:25,447 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T13:50:25,447 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:50:25,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:50:25,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1, archiveDir=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs, maxLogs=32 2024-12-05T13:50:25,462 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625451, exclude list is [], retry=0 2024-12-05T13:50:25,465 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-75616011-7ae7-474d-96de-e58f6aa2b85d,DISK] 2024-12-05T13:50:25,465 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-7ba66c08-4911-4d5b-9250-36bf79c571f3,DISK] 2024-12-05T13:50:25,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625451 2024-12-05T13:50:25,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37271:37271)] 2024-12-05T13:50:25,478 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625467, exclude list is [], retry=0 2024-12-05T13:50:25,480 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-7ba66c08-4911-4d5b-9250-36bf79c571f3,DISK] 2024-12-05T13:50:25,481 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-75616011-7ae7-474d-96de-e58f6aa2b85d,DISK] 2024-12-05T13:50:25,482 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625451 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625467 2024-12-05T13:50:25,483 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37271:37271),(127.0.0.1/127.0.0.1:41015:41015)] 2024-12-05T13:50:25,483 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625451 is not closed yet, will try archiving it next time 2024-12-05T13:50:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741835_1011 (size=93) 2024-12-05T13:50:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741835_1011 (size=93) 2024-12-05T13:50:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741836_1012 (size=93) 2024-12-05T13:50:25,485 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/WALs/test.com,8080,1/test.com%2C8080%2C1.1733406625451 to hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs/test.com%2C8080%2C1.1733406625451 2024-12-05T13:50:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741836_1012 (size=93) 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs 2024-12-05T13:50:25,488 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733406625467) 2024-12-05T13:50:25,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:50:25,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:50:25,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1894221802, stopped=false 2024-12-05T13:50:25,488 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,33919,1733406624163 2024-12-05T13:50:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:50:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:25,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:50:25,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:50:25,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:25,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:25,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,42967,1733406624308' ***** 2024-12-05T13:50:25,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:50:25,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:50:25,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,42967,1733406624308 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:42967. 2024-12-05T13:50:25,503 DEBUG [RS:0;da6aa2204f50:42967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:50:25,503 DEBUG [RS:0;da6aa2204f50:42967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:50:25,503 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:50:25,503 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:50:25,504 DEBUG [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:50:25,504 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:50:25,504 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:50:25,504 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:50:25,504 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:50:25,504 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:50:25,504 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T13:50:25,516 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/.tmp/ns/33581877802a46e6bd3e5c503d279ac2 is 43, key is default/ns:d/1733406625344/Put/seqid=0 2024-12-05T13:50:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741837_1013 (size=5153) 2024-12-05T13:50:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741837_1013 (size=5153) 2024-12-05T13:50:25,521 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/.tmp/ns/33581877802a46e6bd3e5c503d279ac2 2024-12-05T13:50:25,526 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/.tmp/ns/33581877802a46e6bd3e5c503d279ac2 as hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/ns/33581877802a46e6bd3e5c503d279ac2 2024-12-05T13:50:25,531 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/ns/33581877802a46e6bd3e5c503d279ac2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T13:50:25,532 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=6, compaction requested=false 2024-12-05T13:50:25,536 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:50:25,537 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:50:25,537 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:50:25,537 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733406625504Running coprocessor pre-close hooks at 1733406625504Disabling compacts and flushes for region at 1733406625504Disabling writes for close at 1733406625504Obtaining lock to block concurrent updates at 1733406625504Preparing flush snapshotting stores in 1588230740 at 1733406625504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733406625504Flushing stores of hbase:meta,,1.1588230740 at 1733406625504Flushing 1588230740/ns: creating writer at 1733406625505 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733406625516 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733406625516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1921b189: reopening flushed file at 1733406625525 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=6, compaction requested=false at 1733406625532 (+7 ms)Writing region close event to WAL at 1733406625533 (+1 ms)Running coprocessor post-close hooks at 1733406625537 (+4 ms)Closed at 1733406625537 2024-12-05T13:50:25,537 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:50:25,704 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,42967,1733406624308; all regions closed. 2024-12-05T13:50:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741834_1010 (size=1152) 2024-12-05T13:50:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741834_1010 (size=1152) 2024-12-05T13:50:25,708 DEBUG [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs 2024-12-05T13:50:25,708 INFO [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C42967%2C1733406624308.meta:.meta(num 1733406625271) 2024-12-05T13:50:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:50:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:50:25,713 DEBUG [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/oldWALs 2024-12-05T13:50:25,713 INFO [RS:0;da6aa2204f50:42967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C42967%2C1733406624308:(num 1733406624812) 2024-12-05T13:50:25,713 DEBUG [RS:0;da6aa2204f50:42967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:50:25,713 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:50:25,713 INFO [RS:0;da6aa2204f50:42967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:50:25,714 INFO [RS:0;da6aa2204f50:42967 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:50:25,714 INFO [RS:0;da6aa2204f50:42967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:50:25,714 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:50:25,714 INFO [RS:0;da6aa2204f50:42967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42967 2024-12-05T13:50:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,42967,1733406624308 2024-12-05T13:50:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:50:25,722 INFO [RS:0;da6aa2204f50:42967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:50:25,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,42967,1733406624308] 2024-12-05T13:50:25,739 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,42967,1733406624308 already deleted, retry=false 2024-12-05T13:50:25,739 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,42967,1733406624308 expired; onlineServers=0 2024-12-05T13:50:25,739 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,33919,1733406624163' ***** 2024-12-05T13:50:25,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:50:25,739 INFO [M:0;da6aa2204f50:33919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:50:25,739 INFO [M:0;da6aa2204f50:33919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:50:25,739 DEBUG [M:0;da6aa2204f50:33919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:50:25,739 DEBUG [M:0;da6aa2204f50:33919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:50:25,739 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:50:25,739 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406624613 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733406624613,5,FailOnTimeoutGroup] 2024-12-05T13:50:25,739 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406624613 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733406624613,5,FailOnTimeoutGroup] 2024-12-05T13:50:25,740 INFO [M:0;da6aa2204f50:33919 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:50:25,740 INFO [M:0;da6aa2204f50:33919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:50:25,740 DEBUG [M:0;da6aa2204f50:33919 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:50:25,740 INFO [M:0;da6aa2204f50:33919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:50:25,740 INFO [M:0;da6aa2204f50:33919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:50:25,740 INFO [M:0;da6aa2204f50:33919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:50:25,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:50:25,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:50:25,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:50:25,747 DEBUG [M:0;da6aa2204f50:33919 {}] zookeeper.ZKUtil(347): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:50:25,747 WARN [M:0;da6aa2204f50:33919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:50:25,749 INFO [M:0;da6aa2204f50:33919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/.lastflushedseqids 2024-12-05T13:50:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741838_1014 (size=99) 2024-12-05T13:50:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741838_1014 (size=99) 2024-12-05T13:50:25,758 INFO [M:0;da6aa2204f50:33919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:50:25,758 INFO [M:0;da6aa2204f50:33919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:50:25,758 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:50:25,758 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:25,758 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:25,758 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:50:25,758 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:25,759 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-05T13:50:25,773 DEBUG [M:0;da6aa2204f50:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2f696df4c0c42bebfa153f705339d9f is 82, key is hbase:meta,,1/info:regioninfo/1733406625307/Put/seqid=0 2024-12-05T13:50:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741839_1015 (size=5672) 2024-12-05T13:50:25,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741839_1015 (size=5672) 2024-12-05T13:50:25,778 INFO [M:0;da6aa2204f50:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2f696df4c0c42bebfa153f705339d9f 2024-12-05T13:50:25,794 DEBUG [M:0;da6aa2204f50:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a1e63ec1f4d0984a05f85159c3f2c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733406625347/Put/seqid=0 2024-12-05T13:50:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741840_1016 (size=5275) 2024-12-05T13:50:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741840_1016 (size=5275) 2024-12-05T13:50:25,798 INFO [M:0;da6aa2204f50:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a1e63ec1f4d0984a05f85159c3f2c 2024-12-05T13:50:25,816 DEBUG [M:0;da6aa2204f50:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee71fb8b1a1429795aa37c72139b386 is 69, key is da6aa2204f50,42967,1733406624308/rs:state/1733406624662/Put/seqid=0 2024-12-05T13:50:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741841_1017 (size=5156) 2024-12-05T13:50:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741841_1017 (size=5156) 2024-12-05T13:50:25,821 INFO [M:0;da6aa2204f50:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee71fb8b1a1429795aa37c72139b386 2024-12-05T13:50:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:25,830 INFO [RS:0;da6aa2204f50:42967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:50:25,830 INFO [RS:0;da6aa2204f50:42967 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,42967,1733406624308; zookeeper connection closed. 2024-12-05T13:50:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x101a70bac080001, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:25,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ccba23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ccba23 2024-12-05T13:50:25,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:50:25,838 DEBUG [M:0;da6aa2204f50:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/627f131ed38b4f00b397eae357e3be10 is 52, key is load_balancer_on/state:d/1733406625446/Put/seqid=0 2024-12-05T13:50:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741842_1018 (size=5056) 2024-12-05T13:50:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741842_1018 (size=5056) 2024-12-05T13:50:25,843 INFO [M:0;da6aa2204f50:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/627f131ed38b4f00b397eae357e3be10 2024-12-05T13:50:25,848 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2f696df4c0c42bebfa153f705339d9f as hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2f696df4c0c42bebfa153f705339d9f 2024-12-05T13:50:25,853 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2f696df4c0c42bebfa153f705339d9f, entries=8, sequenceid=29, filesize=5.5 K 2024-12-05T13:50:25,854 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a1e63ec1f4d0984a05f85159c3f2c as hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a1e63ec1f4d0984a05f85159c3f2c 2024-12-05T13:50:25,859 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a1e63ec1f4d0984a05f85159c3f2c, entries=3, sequenceid=29, filesize=5.2 K 2024-12-05T13:50:25,859 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee71fb8b1a1429795aa37c72139b386 as hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fee71fb8b1a1429795aa37c72139b386 2024-12-05T13:50:25,863 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fee71fb8b1a1429795aa37c72139b386, entries=1, sequenceid=29, filesize=5.0 K 2024-12-05T13:50:25,864 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/627f131ed38b4f00b397eae357e3be10 as hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/627f131ed38b4f00b397eae357e3be10 2024-12-05T13:50:25,869 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38711/user/jenkins/test-data/777a749b-191e-8c55-386d-0b7e74f5cd93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/627f131ed38b4f00b397eae357e3be10, entries=1, sequenceid=29, filesize=4.9 K 2024-12-05T13:50:25,869 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=29, compaction requested=false 2024-12-05T13:50:25,871 INFO [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:50:25,871 DEBUG [M:0;da6aa2204f50:33919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733406625758Disabling compacts and flushes for region at 1733406625758Disabling writes for close at 1733406625758Obtaining lock to block concurrent updates at 1733406625759 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733406625759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733406625759Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733406625760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733406625760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733406625773 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733406625773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733406625781 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733406625793 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733406625793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733406625802 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733406625816 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733406625816Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733406625825 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733406625837 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733406625837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f976a0: reopening flushed file at 1733406625847 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a677f3: reopening flushed file at 1733406625853 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612f49a: reopening flushed file at 1733406625859 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679639f2: reopening flushed file at 1733406625864 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=29, compaction requested=false at 1733406625870 (+6 ms)Writing region close event to WAL at 1733406625871 (+1 ms)Closed at 1733406625871 2024-12-05T13:50:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741830_1006 (size=10311) 2024-12-05T13:50:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741830_1006 (size=10311) 2024-12-05T13:50:25,873 INFO [M:0;da6aa2204f50:33919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:50:25,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:50:25,873 INFO [M:0;da6aa2204f50:33919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33919 2024-12-05T13:50:25,873 INFO [M:0;da6aa2204f50:33919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:50:25,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:25,980 INFO [M:0;da6aa2204f50:33919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:50:25,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101a70bac080000, quorum=127.0.0.1:54719, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:50:25,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aea7bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:25,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@469c0328{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:25,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:25,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2578c839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:25,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb83fd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:25,989 WARN [BP-1601260009-172.17.0.2-1733406622630 heartbeating to localhost/127.0.0.1:38711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:50:25,989 WARN [BP-1601260009-172.17.0.2-1733406622630 heartbeating to localhost/127.0.0.1:38711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601260009-172.17.0.2-1733406622630 (Datanode Uuid 29017157-934b-43d6-8240-a3efe4cc1026) service to localhost/127.0.0.1:38711 2024-12-05T13:50:25,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:50:25,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:50:25,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data3/current/BP-1601260009-172.17.0.2-1733406622630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:25,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data4/current/BP-1601260009-172.17.0.2-1733406622630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:25,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:50:25,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad125e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:50:25,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5250d6eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:25,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:25,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632d6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:25,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5352f4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:25,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:50:25,993 WARN [BP-1601260009-172.17.0.2-1733406622630 heartbeating to localhost/127.0.0.1:38711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:50:25,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:50:25,993 WARN [BP-1601260009-172.17.0.2-1733406622630 heartbeating to localhost/127.0.0.1:38711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601260009-172.17.0.2-1733406622630 (Datanode Uuid 1d4cc7a9-6647-4cf3-a6d1-e8117fe1d2db) service to localhost/127.0.0.1:38711 2024-12-05T13:50:25,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data1/current/BP-1601260009-172.17.0.2-1733406622630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:25,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/cluster_046ca1a6-e437-fc05-0d3f-348f859e9a34/data/data2/current/BP-1601260009-172.17.0.2-1733406622630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:50:25,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:50:25,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f89a33d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:50:25,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353826c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:50:25,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:50:25,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2634eedc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:50:25,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428e4e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c0d4a8c-013c-fb02-db69-fb0d91aa1baa/hadoop.log.dir/,STOPPED} 2024-12-05T13:50:26,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:50:26,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:50:26,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=137 (was 114) - Thread LEAK? -, OpenFileDescriptor=512 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=7619 (was 7689)