2024-11-20 02:41:14,295 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 02:41:14,312 main DEBUG Took 0.014538 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 02:41:14,313 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 02:41:14,314 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 02:41:14,315 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 02:41:14,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,329 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 02:41:14,346 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,349 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,350 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,352 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,353 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,356 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,358 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,359 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,360 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,361 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:41:14,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,364 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 02:41:14,366 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:41:14,368 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 02:41:14,370 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 02:41:14,371 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 02:41:14,373 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 02:41:14,374 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 02:41:14,386 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 02:41:14,389 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 02:41:14,392 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 02:41:14,393 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 02:41:14,393 main DEBUG createAppenders(={Console}) 2024-11-20 02:41:14,395 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-20 02:41:14,395 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 02:41:14,396 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-20 02:41:14,397 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 02:41:14,397 main DEBUG OutputStream closed 2024-11-20 02:41:14,398 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 02:41:14,398 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 02:41:14,398 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-20 02:41:14,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 02:41:14,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 02:41:14,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 02:41:14,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 02:41:14,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 02:41:14,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 02:41:14,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 02:41:14,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 02:41:14,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 02:41:14,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 02:41:14,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 02:41:14,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 02:41:14,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 02:41:14,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 02:41:14,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 02:41:14,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 02:41:14,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 02:41:14,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 02:41:14,536 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 02:41:14,536 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-20 02:41:14,537 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 02:41:14,538 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-20T02:41:15,046 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61 2024-11-20 02:41:15,051 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 02:41:15,052 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T02:41:15,066 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-20T02:41:15,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=6729 2024-11-20T02:41:15,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:41:15,175 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e, deleteOnExit=true 2024-11-20T02:41:15,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:41:15,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/test.cache.data in system properties and HBase conf 2024-11-20T02:41:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:41:15,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:41:15,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:41:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:41:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:41:15,299 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T02:41:15,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:41:15,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:41:15,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:41:15,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:41:15,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:41:15,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:41:15,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:41:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:41:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:41:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:41:15,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:41:15,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:41:15,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:41:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:41:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:41:16,782 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T02:41:16,880 INFO [Time-limited test {}] log.Log(170): Logging initialized @3509ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T02:41:16,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:41:17,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:41:17,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:41:17,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:41:17,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:41:17,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:41:17,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:41:17,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:41:17,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207fc993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/java.io.tmpdir/jetty-localhost-35327-hadoop-hdfs-3_4_1-tests_jar-_-any-16761708486744264927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:41:17,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:35327} 2024-11-20T02:41:17,546 INFO [Time-limited test {}] server.Server(415): Started @4176ms 2024-11-20T02:41:18,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:41:18,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:41:18,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:41:18,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:41:18,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:41:18,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7545f427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:41:18,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f64709d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:41:18,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e483507{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/java.io.tmpdir/jetty-localhost-33437-hadoop-hdfs-3_4_1-tests_jar-_-any-2782478056361900752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:41:18,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64b9afd4{HTTP/1.1, (http/1.1)}{localhost:33437} 2024-11-20T02:41:18,369 INFO [Time-limited test {}] server.Server(415): Started @4999ms 2024-11-20T02:41:18,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:41:18,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:41:18,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:41:18,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:41:18,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:41:18,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:41:18,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4028ab6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:41:18,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15624801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:41:18,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ef2a05e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/java.io.tmpdir/jetty-localhost-35021-hadoop-hdfs-3_4_1-tests_jar-_-any-3837618342021725390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:41:18,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57881f22{HTTP/1.1, (http/1.1)}{localhost:35021} 2024-11-20T02:41:18,806 INFO [Time-limited test {}] server.Server(415): Started @5436ms 2024-11-20T02:41:18,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:41:19,874 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data3/current/BP-373952638-172.17.0.2-1732070476231/current, will proceed with Du for space computation calculation, 2024-11-20T02:41:19,875 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data2/current/BP-373952638-172.17.0.2-1732070476231/current, will proceed with Du for space computation calculation, 2024-11-20T02:41:19,876 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data4/current/BP-373952638-172.17.0.2-1732070476231/current, will proceed with Du for space computation calculation, 2024-11-20T02:41:19,877 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data1/current/BP-373952638-172.17.0.2-1732070476231/current, will proceed with Du for space computation calculation, 2024-11-20T02:41:19,932 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:41:19,933 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:41:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd685bf88167228f with lease ID 0x3336025f0cd1b001: Processing first storage report for DS-0705fd87-4528-4192-8782-21d578ce9526 from datanode DatanodeRegistration(127.0.0.1:36143, datanodeUuid=749b34cb-0e10-4d2f-b4ac-d20c0b282fb1, infoPort=38849, infoSecurePort=0, ipcPort=42183, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231) 2024-11-20T02:41:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd685bf88167228f with lease ID 0x3336025f0cd1b001: from storage DS-0705fd87-4528-4192-8782-21d578ce9526 node DatanodeRegistration(127.0.0.1:36143, datanodeUuid=749b34cb-0e10-4d2f-b4ac-d20c0b282fb1, infoPort=38849, infoSecurePort=0, ipcPort=42183, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:41:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdace3ac68ed5262b with lease ID 0x3336025f0cd1b000: Processing first storage report for DS-26e5064c-16e1-4397-b256-0bdeece25401 from datanode DatanodeRegistration(127.0.0.1:41567, datanodeUuid=a74c2751-5b30-4792-a8a5-d3151f767ae1, infoPort=34367, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231) 2024-11-20T02:41:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdace3ac68ed5262b with lease ID 0x3336025f0cd1b000: from storage DS-26e5064c-16e1-4397-b256-0bdeece25401 node DatanodeRegistration(127.0.0.1:41567, datanodeUuid=a74c2751-5b30-4792-a8a5-d3151f767ae1, infoPort=34367, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:41:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd685bf88167228f with lease ID 0x3336025f0cd1b001: Processing first storage report for DS-cfdc8d39-9ead-46aa-92f9-837c83cd9a28 from datanode DatanodeRegistration(127.0.0.1:36143, datanodeUuid=749b34cb-0e10-4d2f-b4ac-d20c0b282fb1, infoPort=38849, infoSecurePort=0, ipcPort=42183, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231) 2024-11-20T02:41:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd685bf88167228f with lease ID 0x3336025f0cd1b001: from storage DS-cfdc8d39-9ead-46aa-92f9-837c83cd9a28 node DatanodeRegistration(127.0.0.1:36143, datanodeUuid=749b34cb-0e10-4d2f-b4ac-d20c0b282fb1, infoPort=38849, infoSecurePort=0, ipcPort=42183, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:41:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdace3ac68ed5262b with lease ID 0x3336025f0cd1b000: Processing first storage report for DS-c67843b7-429e-4523-a19b-b22df2ae52ac from datanode DatanodeRegistration(127.0.0.1:41567, datanodeUuid=a74c2751-5b30-4792-a8a5-d3151f767ae1, infoPort=34367, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231) 2024-11-20T02:41:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdace3ac68ed5262b with lease ID 0x3336025f0cd1b000: from storage DS-c67843b7-429e-4523-a19b-b22df2ae52ac node DatanodeRegistration(127.0.0.1:41567, datanodeUuid=a74c2751-5b30-4792-a8a5-d3151f767ae1, infoPort=34367, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1567992161;c=1732070476231), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:41:20,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61 2024-11-20T02:41:20,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/zookeeper_0, clientPort=61553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:41:20,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61553 2024-11-20T02:41:20,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:20,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:41:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:41:20,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9 with version=8 2024-11-20T02:41:20,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase-staging 2024-11-20T02:41:20,949 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T02:41:21,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:41:21,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:21,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:21,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:41:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:41:21,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:41:21,530 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T02:41:21,540 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T02:41:21,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:41:21,573 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5918 (auto-detected) 2024-11-20T02:41:21,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T02:41:21,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43885 2024-11-20T02:41:21,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43885 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-11-20T02:41:21,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438850x0, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:41:21,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43885-0x1015767abb20000 connected 2024-11-20T02:41:21,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:21,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:21,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:41:21,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9, hbase.cluster.distributed=false 2024-11-20T02:41:21,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:41:21,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-20T02:41:21,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43885 2024-11-20T02:41:21,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43885 2024-11-20T02:41:21,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-20T02:41:21,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-20T02:41:22,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:41:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:22,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:41:22,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:41:22,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:41:22,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:41:22,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:41:22,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45971 2024-11-20T02:41:22,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45971 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-11-20T02:41:22,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:22,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459710x0, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:41:22,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459710x0, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:41:22,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45971-0x1015767abb20001 connected 2024-11-20T02:41:22,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:41:22,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:41:22,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:41:22,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:41:22,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-20T02:41:22,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45971 2024-11-20T02:41:22,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45971 2024-11-20T02:41:22,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-20T02:41:22,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-20T02:41:22,234 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:43885 2024-11-20T02:41:22,235 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,43885,1732070481042 2024-11-20T02:41:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:41:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:41:22,272 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,43885,1732070481042 2024-11-20T02:41:22,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:22,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:41:22,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:22,307 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:41:22,310 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,43885,1732070481042 from backup master directory 2024-11-20T02:41:22,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:41:22,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,43885,1732070481042 2024-11-20T02:41:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:41:22,322 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:41:22,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,43885,1732070481042 2024-11-20T02:41:22,325 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T02:41:22,327 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T02:41:22,395 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase.id] with ID: 2bd243f1-b2b8-4df6-8880-e24a12d1936c 2024-11-20T02:41:22,396 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/.tmp/hbase.id 2024-11-20T02:41:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:41:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:41:22,446 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/.tmp/hbase.id]:[hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase.id] 2024-11-20T02:41:22,516 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:22,522 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:41:22,545 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-20T02:41:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:41:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:41:22,630 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:41:22,633 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:41:22,644 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:41:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:41:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:41:22,707 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store 2024-11-20T02:41:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:41:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:41:22,740 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T02:41:22,745 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:22,746 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:41:22,746 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:41:22,747 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:41:22,748 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:41:22,748 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:41:22,749 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:41:22,750 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070482746Disabling compacts and flushes for region at 1732070482746Disabling writes for close at 1732070482748 (+2 ms)Writing region close event to WAL at 1732070482749 (+1 ms)Closed at 1732070482749 2024-11-20T02:41:22,752 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/.initializing 2024-11-20T02:41:22,752 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/WALs/1c82b83631a2,43885,1732070481042 2024-11-20T02:41:22,762 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:41:22,780 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C43885%2C1732070481042, suffix=, logDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/WALs/1c82b83631a2,43885,1732070481042, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/oldWALs, maxLogs=10 2024-11-20T02:41:22,824 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/WALs/1c82b83631a2,43885,1732070481042/1c82b83631a2%2C43885%2C1732070481042.1732070482785, exclude list is [], retry=0 2024-11-20T02:41:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:41:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:41:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:41:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T02:41:22,904 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/WALs/1c82b83631a2,43885,1732070481042/1c82b83631a2%2C43885%2C1732070481042.1732070482785 2024-11-20T02:41:22,913 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34367:34367),(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-20T02:41:22,914 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:41:22,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:22,919 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:22,921 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:22,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:22,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:41:23,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:23,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:41:23,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:41:23,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:41:23,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:41:23,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:41:23,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:41:23,026 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,031 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,033 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,040 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,041 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,044 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:41:23,049 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:41:23,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:41:23,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832192, jitterRate=0.058187007904052734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:41:23,076 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070482937Initializing all the Stores at 1732070482940 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070482941 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070482943 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070482943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070482943Cleaning up temporary data from old regions at 1732070483041 (+98 ms)Region opened successfully at 1732070483071 (+30 ms) 2024-11-20T02:41:23,078 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:41:23,120 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a9a0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:41:23,160 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:41:23,175 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:41:23,176 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:41:23,180 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:41:23,181 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:41:23,187 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T02:41:23,187 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:41:23,221 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:41:23,231 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:41:23,287 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:41:23,291 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:41:23,293 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:41:23,304 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:41:23,307 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:41:23,313 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:41:23,321 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:41:23,325 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:41:23,335 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:41:23,354 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:41:23,362 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:41:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:41:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:41:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,376 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,43885,1732070481042, sessionid=0x1015767abb20000, setting cluster-up flag (Was=false) 2024-11-20T02:41:23,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,429 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:41:23,431 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,43885,1732070481042 2024-11-20T02:41:23,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:23,479 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:41:23,481 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,43885,1732070481042 2024-11-20T02:41:23,488 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:41:23,524 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(746): ClusterId : 2bd243f1-b2b8-4df6-8880-e24a12d1936c 2024-11-20T02:41:23,528 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:41:23,557 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:41:23,558 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:41:23,571 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:41:23,573 DEBUG [RS:0;1c82b83631a2:45971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d553f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:41:23,590 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:45971 2024-11-20T02:41:23,592 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:41:23,594 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:41:23,594 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:41:23,595 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:41:23,598 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,43885,1732070481042 with port=45971, startcode=1732070482075 2024-11-20T02:41:23,602 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:41:23,609 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:41:23,611 DEBUG [RS:0;1c82b83631a2:45971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:41:23,614 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,43885,1732070481042 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:41:23,623 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:41:23,623 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:41:23,623 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:41:23,624 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:41:23,624 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:41:23,624 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:23,624 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:41:23,624 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:23,667 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070513667 2024-11-20T02:41:23,669 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:41:23,670 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:41:23,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:41:23,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:41:23,674 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:41:23,675 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:41:23,675 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:41:23,675 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:41:23,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,686 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:23,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:41:23,692 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:41:23,693 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:41:23,694 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:41:23,712 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:41:23,720 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:41:23,722 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:41:23,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070483721,5,FailOnTimeoutGroup] 2024-11-20T02:41:23,747 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43885 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:41:23,747 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070483727,5,FailOnTimeoutGroup] 2024-11-20T02:41:23,747 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:23,748 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:41:23,749 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:23,749 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:41:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:41:23,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:41:23,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9 2024-11-20T02:41:23,781 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T02:41:23,781 WARN [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T02:41:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:41:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:41:23,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:23,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:41:23,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:41:23,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:23,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:41:23,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:41:23,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:23,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:41:23,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:41:23,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:23,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:41:23,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:41:23,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:23,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:23,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:41:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740 2024-11-20T02:41:23,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740 2024-11-20T02:41:23,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:41:23,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:41:23,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:41:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:41:23,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:41:23,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798776, jitterRate=0.015696361660957336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:41:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070483788Initializing all the Stores at 1732070483791 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070483791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070483791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070483791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070483792 (+1 ms)Cleaning up temporary data from old regions at 1732070483838 (+46 ms)Region opened successfully at 1732070483868 (+30 ms) 2024-11-20T02:41:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:41:23,869 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:41:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:41:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:41:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:41:23,882 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,43885,1732070481042 with port=45971, startcode=1732070482075 2024-11-20T02:41:23,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:41:23,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070483869Disabling compacts and flushes for region at 1732070483869Disabling writes for close at 1732070483869Writing region close event to WAL at 1732070483883 (+14 ms)Closed at 1732070483883 2024-11-20T02:41:23,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,45971,1732070482075 2024-11-20T02:41:23,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43885 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:23,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:41:23,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:41:23,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:41:23,902 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9 2024-11-20T02:41:23,902 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41273 2024-11-20T02:41:23,902 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:41:23,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:41:23,919 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:41:23,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:41:23,971 DEBUG [RS:0;1c82b83631a2:45971 {}] zookeeper.ZKUtil(111): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,45971,1732070482075 2024-11-20T02:41:23,971 WARN [RS:0;1c82b83631a2:45971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:41:23,972 INFO [RS:0;1c82b83631a2:45971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:41:23,972 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075 2024-11-20T02:41:23,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,45971,1732070482075] 2024-11-20T02:41:24,003 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:41:24,022 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:41:24,027 INFO [RS:0;1c82b83631a2:45971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:41:24,027 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,028 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:41:24,033 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:41:24,035 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,035 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,035 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,035 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,036 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,037 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,037 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:41:24,037 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:41:24,037 DEBUG [RS:0;1c82b83631a2:45971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:41:24,038 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,038 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,038 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,039 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,039 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,039 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45971,1732070482075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:41:24,060 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:41:24,062 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45971,1732070482075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,062 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,062 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.Replication(171): 1c82b83631a2,45971,1732070482075 started 2024-11-20T02:41:24,070 WARN [1c82b83631a2:43885 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:41:24,082 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,082 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,45971,1732070482075, RpcServer on 1c82b83631a2/172.17.0.2:45971, sessionid=0x1015767abb20001 2024-11-20T02:41:24,083 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:41:24,083 DEBUG [RS:0;1c82b83631a2:45971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,45971,1732070482075 2024-11-20T02:41:24,084 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,45971,1732070482075' 2024-11-20T02:41:24,084 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:41:24,085 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:41:24,086 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:41:24,086 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:41:24,086 DEBUG [RS:0;1c82b83631a2:45971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,45971,1732070482075 2024-11-20T02:41:24,086 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,45971,1732070482075' 2024-11-20T02:41:24,086 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:41:24,087 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:41:24,087 DEBUG [RS:0;1c82b83631a2:45971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:41:24,087 INFO [RS:0;1c82b83631a2:45971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:41:24,087 INFO [RS:0;1c82b83631a2:45971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:41:24,192 INFO [RS:0;1c82b83631a2:45971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:41:24,196 INFO [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C45971%2C1732070482075, suffix=, logDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs, maxLogs=32 2024-11-20T02:41:24,214 DEBUG [RS:0;1c82b83631a2:45971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070484200, exclude list is [], retry=0 2024-11-20T02:41:24,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:41:24,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:41:24,232 INFO [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070484200 2024-11-20T02:41:24,232 DEBUG [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849),(127.0.0.1/127.0.0.1:34367:34367)] 2024-11-20T02:41:24,323 DEBUG [1c82b83631a2:43885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:41:24,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:24,345 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,45971,1732070482075, state=OPENING 2024-11-20T02:41:24,368 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:41:24,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:24,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:41:24,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:41:24,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:41:24,381 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:41:24,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,45971,1732070482075}] 2024-11-20T02:41:24,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:41:24,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:41:24,577 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:41:24,578 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:41:24,578 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:41:24,582 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C45971%2C1732070482075.meta, suffix=.meta, logDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs, maxLogs=32 2024-11-20T02:41:24,599 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.meta.1732070484584.meta, exclude list is [], retry=0 2024-11-20T02:41:24,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:41:24,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:41:24,611 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.meta.1732070484584.meta 2024-11-20T02:41:24,612 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34367:34367),(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-20T02:41:24,612 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:41:24,614 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:41:24,617 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:41:24,622 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:41:24,626 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:41:24,627 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:24,627 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:41:24,627 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:41:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:41:24,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:41:24,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:24,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:24,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:41:24,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:41:24,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:24,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:24,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:41:24,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:41:24,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:24,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:24,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:41:24,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:41:24,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:24,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:41:24,644 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:41:24,646 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740 2024-11-20T02:41:24,649 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740 2024-11-20T02:41:24,651 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:41:24,652 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:41:24,653 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:41:24,656 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:41:24,658 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759298, jitterRate=-0.03450334072113037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:41:24,659 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:41:24,660 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070484628Writing region info on filesystem at 1732070484628Initializing all the Stores at 1732070484630 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070484630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070484630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070484630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070484630Cleaning up temporary data from old regions at 1732070484652 (+22 ms)Running coprocessor post-open hooks at 1732070484659 (+7 ms)Region opened successfully at 1732070484660 (+1 ms) 2024-11-20T02:41:24,671 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070484550 2024-11-20T02:41:24,687 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:41:24,688 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:41:24,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:24,694 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,45971,1732070482075, state=OPEN 2024-11-20T02:41:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:41:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:41:24,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:41:24,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:41:24,800 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:24,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:41:24,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,45971,1732070482075 in 417 msec 2024-11-20T02:41:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:41:24,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 914 msec 2024-11-20T02:41:24,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:41:24,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:41:24,862 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:41:24,864 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,45971,1732070482075, seqNum=-1] 2024-11-20T02:41:24,889 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:41:24,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:41:24,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-20T02:41:24,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070484917, completionTime=-1 2024-11-20T02:41:24,920 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:41:24,920 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:41:24,949 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T02:41:24,949 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070544949 2024-11-20T02:41:24,949 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070604949 2024-11-20T02:41:24,949 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-20T02:41:24,951 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,952 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,952 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,953 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:43885, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,954 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,956 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:24,962 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:41:24,990 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.667sec 2024-11-20T02:41:24,992 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:41:24,993 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:41:24,995 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:41:24,995 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:41:24,996 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:41:24,997 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:41:24,997 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:41:25,015 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:41:25,016 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:41:25,016 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43885,1732070481042-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:41:25,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdcc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:41:25,040 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T02:41:25,040 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T02:41:25,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,43885,-1 for getting cluster id 2024-11-20T02:41:25,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:41:25,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bd243f1-b2b8-4df6-8880-e24a12d1936c' 2024-11-20T02:41:25,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:41:25,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bd243f1-b2b8-4df6-8880-e24a12d1936c" 2024-11-20T02:41:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c47c5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:41:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,43885,-1] 2024-11-20T02:41:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:41:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:41:25,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:41:25,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c75be97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:41:25,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:41:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,45971,1732070482075, seqNum=-1] 2024-11-20T02:41:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:41:25,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:41:25,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,43885,1732070481042 2024-11-20T02:41:25,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:41:25,168 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T02:41:25,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:41:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,43885,1732070481042 2024-11-20T02:41:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364b863d 2024-11-20T02:41:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:41:25,194 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:41:25,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T02:41:25,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T02:41:25,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-20T02:41:25,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:41:25,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-20T02:41:25,216 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:25,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:41:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741835_1011 (size=389) 2024-11-20T02:41:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741835_1011 (size=389) 2024-11-20T02:41:25,266 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7277c7e7ba188e7f95fdc16c070807dd, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9 2024-11-20T02:41:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741836_1012 (size=72) 2024-11-20T02:41:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741836_1012 (size=72) 2024-11-20T02:41:25,286 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:25,287 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 7277c7e7ba188e7f95fdc16c070807dd, disabling compactions & flushes 2024-11-20T02:41:25,287 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,287 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,287 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. after waiting 0 ms 2024-11-20T02:41:25,287 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,287 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,287 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7277c7e7ba188e7f95fdc16c070807dd: Waiting for close lock at 1732070485287Disabling compacts and flushes for region at 1732070485287Disabling writes for close at 1732070485287Writing region close event to WAL at 1732070485287Closed at 1732070485287 2024-11-20T02:41:25,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:41:25,294 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732070485290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070485290"}]},"ts":"1732070485290"} 2024-11-20T02:41:25,299 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:41:25,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:41:25,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070485301"}]},"ts":"1732070485301"} 2024-11-20T02:41:25,308 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-20T02:41:25,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7277c7e7ba188e7f95fdc16c070807dd, ASSIGN}] 2024-11-20T02:41:25,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7277c7e7ba188e7f95fdc16c070807dd, ASSIGN 2024-11-20T02:41:25,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7277c7e7ba188e7f95fdc16c070807dd, ASSIGN; state=OFFLINE, location=1c82b83631a2,45971,1732070482075; forceNewPlan=false, retain=false 2024-11-20T02:41:25,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7277c7e7ba188e7f95fdc16c070807dd, regionState=OPENING, regionLocation=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7277c7e7ba188e7f95fdc16c070807dd, ASSIGN because future has completed 2024-11-20T02:41:25,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7277c7e7ba188e7f95fdc16c070807dd, server=1c82b83631a2,45971,1732070482075}] 2024-11-20T02:41:25,645 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7277c7e7ba188e7f95fdc16c070807dd, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:41:25,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:41:25,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,650 INFO [StoreOpener-7277c7e7ba188e7f95fdc16c070807dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,653 INFO [StoreOpener-7277c7e7ba188e7f95fdc16c070807dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7277c7e7ba188e7f95fdc16c070807dd columnFamilyName info 2024-11-20T02:41:25,653 DEBUG [StoreOpener-7277c7e7ba188e7f95fdc16c070807dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:41:25,655 INFO [StoreOpener-7277c7e7ba188e7f95fdc16c070807dd-1 {}] regionserver.HStore(327): Store=7277c7e7ba188e7f95fdc16c070807dd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:41:25,655 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,657 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,658 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,659 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,659 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,662 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,667 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:41:25,668 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7277c7e7ba188e7f95fdc16c070807dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=720487, jitterRate=-0.0838543027639389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:41:25,668 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:25,670 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7277c7e7ba188e7f95fdc16c070807dd: Running coprocessor pre-open hook at 1732070485647Writing region info on filesystem at 1732070485647Initializing all the Stores at 1732070485650 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070485650Cleaning up temporary data from old regions at 1732070485659 (+9 ms)Running coprocessor post-open hooks at 1732070485668 (+9 ms)Region opened successfully at 1732070485669 (+1 ms) 2024-11-20T02:41:25,672 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd., pid=6, masterSystemTime=1732070485634 2024-11-20T02:41:25,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,677 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:25,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7277c7e7ba188e7f95fdc16c070807dd, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45971,1732070482075 2024-11-20T02:41:25,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7277c7e7ba188e7f95fdc16c070807dd, server=1c82b83631a2,45971,1732070482075 because future has completed 2024-11-20T02:41:25,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:41:25,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7277c7e7ba188e7f95fdc16c070807dd, server=1c82b83631a2,45971,1732070482075 in 207 msec 2024-11-20T02:41:25,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:41:25,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7277c7e7ba188e7f95fdc16c070807dd, ASSIGN in 381 msec 2024-11-20T02:41:25,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:41:25,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070485696"}]},"ts":"1732070485696"} 2024-11-20T02:41:25,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-20T02:41:25,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:41:25,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 496 msec 2024-11-20T02:41:30,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:41:30,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:41:30,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-20T02:41:31,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:41:31,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:41:31,532 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T02:41:31,532 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T02:41:31,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:41:31,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:41:31,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T02:41:31,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T02:41:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:41:35,257 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-20T02:41:35,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-20T02:41:35,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-20T02:41:35,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:41:35,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070495269, exclude list is [], retry=0 2024-11-20T02:41:35,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:41:35,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:41:35,301 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070484200 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070495269 2024-11-20T02:41:35,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849),(127.0.0.1/127.0.0.1:34367:34367)] 2024-11-20T02:41:35,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070484200 is not closed yet, will try archiving it next time 2024-11-20T02:41:35,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741833_1009 (size=451) 2024-11-20T02:41:35,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741833_1009 (size=451) 2024-11-20T02:41:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd., hostname=1c82b83631a2,45971,1732070482075, seqNum=2] 2024-11-20T02:41:35,322 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070484200 to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs/1c82b83631a2%2C45971%2C1732070482075.1732070484200 2024-11-20T02:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] regionserver.HRegion(8855): Flush requested on 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:41:49,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7277c7e7ba188e7f95fdc16c070807dd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:41:49,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/b2bc7e44ff264d698ec219ef170f4086 is 1055, key is row0001/info:/1732070495321/Put/seqid=0 2024-11-20T02:41:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741838_1014 (size=13386) 2024-11-20T02:41:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741838_1014 (size=13386) 2024-11-20T02:41:49,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/b2bc7e44ff264d698ec219ef170f4086 2024-11-20T02:41:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/b2bc7e44ff264d698ec219ef170f4086 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/b2bc7e44ff264d698ec219ef170f4086 2024-11-20T02:41:49,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/b2bc7e44ff264d698ec219ef170f4086, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T02:41:49,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7277c7e7ba188e7f95fdc16c070807dd in 158ms, sequenceid=12, compaction requested=false 2024-11-20T02:41:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7277c7e7ba188e7f95fdc16c070807dd: 2024-11-20T02:41:50,029 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:41:55,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070515364, exclude list is [], retry=0 2024-11-20T02:41:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:41:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:41:55,389 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070495269 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070515364 2024-11-20T02:41:55,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849),(127.0.0.1/127.0.0.1:34367:34367)] 2024-11-20T02:41:55,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070495269 is not closed yet, will try archiving it next time 2024-11-20T02:41:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741837_1013 (size=12149) 2024-11-20T02:41:55,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070495269 not finished, retry = 0 2024-11-20T02:41:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741837_1013 (size=12149) 2024-11-20T02:42:00,394 INFO [AsyncFSWAL-0-hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9-prefix:1c82b83631a2,45971,1732070482075 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK], DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK]] 2024-11-20T02:42:00,399 WARN [AsyncFSWAL-0-hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9-prefix:1c82b83631a2,45971,1732070482075 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK], DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK]] 2024-11-20T02:42:00,401 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c82b83631a2%2C45971%2C1732070482075:(num 1732070515364) roll requested 2024-11-20T02:42:00,418 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070520402, exclude list is [], retry=0 2024-11-20T02:42:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:42:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:42:00,425 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070515364 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070520402 2024-11-20T02:42:00,425 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849),(127.0.0.1/127.0.0.1:34367:34367)] 2024-11-20T02:42:00,425 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070515364 is not closed yet, will try archiving it next time 2024-11-20T02:42:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741839_1015 (size=1233) 2024-11-20T02:42:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741839_1015 (size=1233) 2024-11-20T02:42:02,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:42:02,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070522398, exclude list is [], retry=0 2024-11-20T02:42:02,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41567,DS-26e5064c-16e1-4397-b256-0bdeece25401,DISK] 2024-11-20T02:42:02,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-0705fd87-4528-4192-8782-21d578ce9526,DISK] 2024-11-20T02:42:02,423 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070520402 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070522398 2024-11-20T02:42:02,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34367:34367),(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-20T02:42:02,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070520402 is not closed yet, will try archiving it next time 2024-11-20T02:42:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741840_1016 (size=93) 2024-11-20T02:42:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741840_1016 (size=93) 2024-11-20T02:42:02,430 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.1732070520402 to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs/1c82b83631a2%2C45971%2C1732070482075.1732070520402 2024-11-20T02:42:05,105 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:42:05,105 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:42:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] regionserver.HRegion(8855): Flush requested on 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:42:10,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7277c7e7ba188e7f95fdc16c070807dd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:42:10,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/99907c3ca8124e22b55aa3f21287252f is 1055, key is row0009/info:/1732070511355/Put/seqid=0 2024-11-20T02:42:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741842_1018 (size=13386) 2024-11-20T02:42:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741842_1018 (size=13386) 2024-11-20T02:42:10,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/99907c3ca8124e22b55aa3f21287252f 2024-11-20T02:42:10,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/99907c3ca8124e22b55aa3f21287252f as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/99907c3ca8124e22b55aa3f21287252f 2024-11-20T02:42:10,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/99907c3ca8124e22b55aa3f21287252f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-20T02:42:10,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7277c7e7ba188e7f95fdc16c070807dd in 49ms, sequenceid=23, compaction requested=false 2024-11-20T02:42:10,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7277c7e7ba188e7f95fdc16c070807dd: 2024-11-20T02:42:10,489 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-20T02:42:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:42:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/b2bc7e44ff264d698ec219ef170f4086 because midkey is the same as first or last row 2024-11-20T02:42:10,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7277c7e7ba188e7f95fdc16c070807dd, had cached 0 bytes from a total of 26772 2024-11-20T02:42:20,030 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:42:22,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:42:22,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:42:22,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:22,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:22,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:22,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:42:22,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:42:22,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855842917, stopped=false 2024-11-20T02:42:22,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,43885,1732070481042 2024-11-20T02:42:22,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:22,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:22,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:42:22,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:42:22,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:22,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:22,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:22,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:22,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,45971,1732070482075' ***** 2024-11-20T02:42:22,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:42:22,536 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:42:22,536 INFO [RS:0;1c82b83631a2:45971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:42:22,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:42:22,537 INFO [RS:0;1c82b83631a2:45971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:42:22,537 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(3091): Received CLOSE for 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:42:22,538 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,45971,1732070482075 2024-11-20T02:42:22,538 INFO [RS:0;1c82b83631a2:45971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:42:22,538 INFO [RS:0;1c82b83631a2:45971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:45971. 2024-11-20T02:42:22,539 DEBUG [RS:0;1c82b83631a2:45971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:22,539 DEBUG [RS:0;1c82b83631a2:45971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:22,539 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7277c7e7ba188e7f95fdc16c070807dd, disabling compactions & flushes 2024-11-20T02:42:22,539 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:42:22,539 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:42:22,539 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:42:22,539 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:42:22,539 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:42:22,540 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. after waiting 0 ms 2024-11-20T02:42:22,540 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:42:22,540 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:42:22,540 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7277c7e7ba188e7f95fdc16c070807dd 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-20T02:42:22,540 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T02:42:22,541 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:42:22,541 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7277c7e7ba188e7f95fdc16c070807dd=TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd.} 2024-11-20T02:42:22,541 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:42:22,541 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:42:22,541 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:42:22,541 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7277c7e7ba188e7f95fdc16c070807dd 2024-11-20T02:42:22,541 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:42:22,542 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-20T02:42:22,549 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/fb36f2abfb4140b5b2eed66a5acd07c8 is 1055, key is row0017/info:/1732070532443/Put/seqid=0 2024-11-20T02:42:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741843_1019 (size=10222) 2024-11-20T02:42:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741843_1019 (size=10222) 2024-11-20T02:42:22,563 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/fb36f2abfb4140b5b2eed66a5acd07c8 2024-11-20T02:42:22,564 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/info/3ef9e9a928db4420b2dc833a54b45898 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd./info:regioninfo/1732070485678/Put/seqid=0 2024-11-20T02:42:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741844_1020 (size=7016) 2024-11-20T02:42:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741844_1020 (size=7016) 2024-11-20T02:42:22,577 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/.tmp/info/fb36f2abfb4140b5b2eed66a5acd07c8 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/fb36f2abfb4140b5b2eed66a5acd07c8 2024-11-20T02:42:22,586 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/info/fb36f2abfb4140b5b2eed66a5acd07c8, entries=5, sequenceid=31, filesize=10.0 K 2024-11-20T02:42:22,588 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7277c7e7ba188e7f95fdc16c070807dd in 48ms, sequenceid=31, compaction requested=true 2024-11-20T02:42:22,594 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/default/TestLogRolling-testSlowSyncLogRolling/7277c7e7ba188e7f95fdc16c070807dd/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-20T02:42:22,596 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:42:22,596 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7277c7e7ba188e7f95fdc16c070807dd: Waiting for close lock at 1732070542538Running coprocessor pre-close hooks at 1732070542539 (+1 ms)Disabling compacts and flushes for region at 1732070542539Disabling writes for close at 1732070542540 (+1 ms)Obtaining lock to block concurrent updates at 1732070542540Preparing flush snapshotting stores in 7277c7e7ba188e7f95fdc16c070807dd at 1732070542540Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732070542541 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. at 1732070542543 (+2 ms)Flushing 7277c7e7ba188e7f95fdc16c070807dd/info: creating writer at 1732070542543Flushing 7277c7e7ba188e7f95fdc16c070807dd/info: appending metadata at 1732070542548 (+5 ms)Flushing 7277c7e7ba188e7f95fdc16c070807dd/info: closing flushed file at 1732070542548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32df2bae: reopening flushed file at 1732070542575 (+27 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7277c7e7ba188e7f95fdc16c070807dd in 48ms, sequenceid=31, compaction requested=true at 1732070542588 (+13 ms)Writing region close event to WAL at 1732070542589 (+1 ms)Running coprocessor post-close hooks at 1732070542595 (+6 ms)Closed at 1732070542596 (+1 ms) 2024-11-20T02:42:22,597 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732070485196.7277c7e7ba188e7f95fdc16c070807dd. 2024-11-20T02:42:22,742 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:42:22,942 DEBUG [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:42:22,974 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/info/3ef9e9a928db4420b2dc833a54b45898 2024-11-20T02:42:23,002 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/ns/516d882a413f457883de20471b64697e is 43, key is default/ns:d/1732070484898/Put/seqid=0 2024-11-20T02:42:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741845_1021 (size=5153) 2024-11-20T02:42:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741845_1021 (size=5153) 2024-11-20T02:42:23,009 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/ns/516d882a413f457883de20471b64697e 2024-11-20T02:42:23,034 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/table/afb17ae3902c485a95a3b2afe0eefb11 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732070485696/Put/seqid=0 2024-11-20T02:42:23,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741846_1022 (size=5396) 2024-11-20T02:42:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741846_1022 (size=5396) 2024-11-20T02:42:23,041 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/table/afb17ae3902c485a95a3b2afe0eefb11 2024-11-20T02:42:23,053 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/info/3ef9e9a928db4420b2dc833a54b45898 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/info/3ef9e9a928db4420b2dc833a54b45898 2024-11-20T02:42:23,060 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:42:23,060 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:42:23,064 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/info/3ef9e9a928db4420b2dc833a54b45898, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T02:42:23,067 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/ns/516d882a413f457883de20471b64697e as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/ns/516d882a413f457883de20471b64697e 2024-11-20T02:42:23,079 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/ns/516d882a413f457883de20471b64697e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T02:42:23,081 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/.tmp/table/afb17ae3902c485a95a3b2afe0eefb11 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/table/afb17ae3902c485a95a3b2afe0eefb11 2024-11-20T02:42:23,092 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/table/afb17ae3902c485a95a3b2afe0eefb11, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T02:42:23,094 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false 2024-11-20T02:42:23,101 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T02:42:23,101 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:42:23,102 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:23,102 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070542540Running coprocessor pre-close hooks at 1732070542540Disabling compacts and flushes for region at 1732070542541 (+1 ms)Disabling writes for close at 1732070542541Obtaining lock to block concurrent updates at 1732070542542 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732070542542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732070542543 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732070542543Flushing 1588230740/info: creating writer at 1732070542544 (+1 ms)Flushing 1588230740/info: appending metadata at 1732070542563 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732070542563Flushing 1588230740/ns: creating writer at 1732070542986 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732070543002 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732070543002Flushing 1588230740/table: creating writer at 1732070543018 (+16 ms)Flushing 1588230740/table: appending metadata at 1732070543034 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732070543034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a89efad: reopening flushed file at 1732070543051 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6021e4ac: reopening flushed file at 1732070543065 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4014c4: reopening flushed file at 1732070543079 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false at 1732070543094 (+15 ms)Writing region close event to WAL at 1732070543095 (+1 ms)Running coprocessor post-close hooks at 1732070543101 (+6 ms)Closed at 1732070543101 2024-11-20T02:42:23,102 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:23,143 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,45971,1732070482075; all regions closed. 2024-11-20T02:42:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741834_1010 (size=3066) 2024-11-20T02:42:23,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/WALs/1c82b83631a2,45971,1732070482075/1c82b83631a2%2C45971%2C1732070482075.meta.1732070484584.meta not finished, retry = 0 2024-11-20T02:42:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741834_1010 (size=3066) 2024-11-20T02:42:23,255 DEBUG [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs 2024-11-20T02:42:23,255 INFO [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C45971%2C1732070482075.meta:.meta(num 1732070484584) 2024-11-20T02:42:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741841_1017 (size=13164) 2024-11-20T02:42:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741841_1017 (size=13164) 2024-11-20T02:42:23,270 DEBUG [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/oldWALs 2024-11-20T02:42:23,270 INFO [RS:0;1c82b83631a2:45971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C45971%2C1732070482075:(num 1732070522398) 2024-11-20T02:42:23,270 DEBUG [RS:0;1c82b83631a2:45971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:23,270 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:42:23,270 INFO [RS:0;1c82b83631a2:45971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:42:23,271 INFO [RS:0;1c82b83631a2:45971 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T02:42:23,271 INFO [RS:0;1c82b83631a2:45971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:42:23,271 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:42:23,271 INFO [RS:0;1c82b83631a2:45971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45971 2024-11-20T02:42:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:42:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,45971,1732070482075 2024-11-20T02:42:23,324 INFO [RS:0;1c82b83631a2:45971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:42:23,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,45971,1732070482075] 2024-11-20T02:42:23,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,45971,1732070482075 already deleted, retry=false 2024-11-20T02:42:23,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,45971,1732070482075 expired; onlineServers=0 2024-11-20T02:42:23,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,43885,1732070481042' ***** 2024-11-20T02:42:23,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:42:23,345 INFO [M:0;1c82b83631a2:43885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:42:23,345 INFO [M:0;1c82b83631a2:43885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:42:23,345 DEBUG [M:0;1c82b83631a2:43885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:42:23,345 DEBUG [M:0;1c82b83631a2:43885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:42:23,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:42:23,345 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070483721 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070483721,5,FailOnTimeoutGroup] 2024-11-20T02:42:23,345 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070483727 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070483727,5,FailOnTimeoutGroup] 2024-11-20T02:42:23,345 INFO [M:0;1c82b83631a2:43885 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:42:23,346 INFO [M:0;1c82b83631a2:43885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:42:23,346 DEBUG [M:0;1c82b83631a2:43885 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:42:23,346 INFO [M:0;1c82b83631a2:43885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:42:23,346 INFO [M:0;1c82b83631a2:43885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:42:23,347 INFO [M:0;1c82b83631a2:43885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:42:23,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:42:23,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:42:23,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:23,357 DEBUG [M:0;1c82b83631a2:43885 {}] zookeeper.ZKUtil(347): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:42:23,358 WARN [M:0;1c82b83631a2:43885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:42:23,359 INFO [M:0;1c82b83631a2:43885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/.lastflushedseqids 2024-11-20T02:42:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741847_1023 (size=130) 2024-11-20T02:42:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741847_1023 (size=130) 2024-11-20T02:42:23,375 INFO [M:0;1c82b83631a2:43885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:42:23,375 INFO [M:0;1c82b83631a2:43885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:42:23,375 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:42:23,375 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:23,375 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:23,375 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:42:23,375 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:23,375 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-20T02:42:23,400 DEBUG [M:0;1c82b83631a2:43885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdddb92cc654343a98264bf7b341aa6 is 82, key is hbase:meta,,1/info:regioninfo/1732070484689/Put/seqid=0 2024-11-20T02:42:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741848_1024 (size=5672) 2024-11-20T02:42:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741848_1024 (size=5672) 2024-11-20T02:42:23,406 INFO [M:0;1c82b83631a2:43885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdddb92cc654343a98264bf7b341aa6 2024-11-20T02:42:23,429 DEBUG [M:0;1c82b83631a2:43885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0716f5b9e27a4acd84012b893713036b is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070485702/Put/seqid=0 2024-11-20T02:42:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741849_1025 (size=6247) 2024-11-20T02:42:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741849_1025 (size=6247) 2024-11-20T02:42:23,436 INFO [M:0;1c82b83631a2:43885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0716f5b9e27a4acd84012b893713036b 2024-11-20T02:42:23,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:23,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45971-0x1015767abb20001, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:23,436 INFO [RS:0;1c82b83631a2:45971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:42:23,437 INFO [RS:0;1c82b83631a2:45971 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,45971,1732070482075; zookeeper connection closed. 2024-11-20T02:42:23,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ae219cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ae219cc 2024-11-20T02:42:23,438 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:42:23,445 INFO [M:0;1c82b83631a2:43885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0716f5b9e27a4acd84012b893713036b 2024-11-20T02:42:23,462 DEBUG [M:0;1c82b83631a2:43885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f68d340f1147fd903474530afe2b85 is 69, key is 1c82b83631a2,45971,1732070482075/rs:state/1732070483892/Put/seqid=0 2024-11-20T02:42:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741850_1026 (size=5156) 2024-11-20T02:42:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741850_1026 (size=5156) 2024-11-20T02:42:23,469 INFO [M:0;1c82b83631a2:43885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f68d340f1147fd903474530afe2b85 2024-11-20T02:42:23,495 DEBUG [M:0;1c82b83631a2:43885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/705e31ce7d674e9b8e11c20a805387fa is 52, key is load_balancer_on/state:d/1732070485157/Put/seqid=0 2024-11-20T02:42:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741851_1027 (size=5056) 2024-11-20T02:42:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741851_1027 (size=5056) 2024-11-20T02:42:23,503 INFO [M:0;1c82b83631a2:43885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/705e31ce7d674e9b8e11c20a805387fa 2024-11-20T02:42:23,511 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdddb92cc654343a98264bf7b341aa6 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffdddb92cc654343a98264bf7b341aa6 2024-11-20T02:42:23,518 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffdddb92cc654343a98264bf7b341aa6, entries=8, sequenceid=59, filesize=5.5 K 2024-11-20T02:42:23,520 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0716f5b9e27a4acd84012b893713036b as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0716f5b9e27a4acd84012b893713036b 2024-11-20T02:42:23,527 INFO [M:0;1c82b83631a2:43885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0716f5b9e27a4acd84012b893713036b 2024-11-20T02:42:23,527 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0716f5b9e27a4acd84012b893713036b, entries=6, sequenceid=59, filesize=6.1 K 2024-11-20T02:42:23,528 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f68d340f1147fd903474530afe2b85 as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8f68d340f1147fd903474530afe2b85 2024-11-20T02:42:23,535 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8f68d340f1147fd903474530afe2b85, entries=1, sequenceid=59, filesize=5.0 K 2024-11-20T02:42:23,537 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/705e31ce7d674e9b8e11c20a805387fa as hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/705e31ce7d674e9b8e11c20a805387fa 2024-11-20T02:42:23,544 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/705e31ce7d674e9b8e11c20a805387fa, entries=1, sequenceid=59, filesize=4.9 K 2024-11-20T02:42:23,546 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=59, compaction requested=false 2024-11-20T02:42:23,547 INFO [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:23,548 DEBUG [M:0;1c82b83631a2:43885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070543375Disabling compacts and flushes for region at 1732070543375Disabling writes for close at 1732070543375Obtaining lock to block concurrent updates at 1732070543375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070543375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732070543376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070543377 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070543377Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070543399 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070543399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070543413 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070543428 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070543428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070543445 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070543461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070543461Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732070543476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732070543494 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732070543494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159f6f28: reopening flushed file at 1732070543510 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d64e4d5: reopening flushed file at 1732070543518 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414838f1: reopening flushed file at 1732070543527 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6c72d8: reopening flushed file at 1732070543535 (+8 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=59, compaction requested=false at 1732070543546 (+11 ms)Writing region close event to WAL at 1732070543547 (+1 ms)Closed at 1732070543547 2024-11-20T02:42:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741830_1006 (size=27973) 2024-11-20T02:42:23,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/MasterData/WALs/1c82b83631a2,43885,1732070481042/1c82b83631a2%2C43885%2C1732070481042.1732070482785 not finished, retry = 0 2024-11-20T02:42:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41567 is added to blk_1073741830_1006 (size=27973) 2024-11-20T02:42:23,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:42:23,654 INFO [M:0;1c82b83631a2:43885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:42:23,654 INFO [M:0;1c82b83631a2:43885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43885 2024-11-20T02:42:23,654 INFO [M:0;1c82b83631a2:43885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:42:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:23,825 INFO [M:0;1c82b83631a2:43885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:42:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43885-0x1015767abb20000, quorum=127.0.0.1:61553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:23,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ef2a05e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:23,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57881f22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:23,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:23,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15624801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:23,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4028ab6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:23,844 WARN [BP-373952638-172.17.0.2-1732070476231 heartbeating to localhost/127.0.0.1:41273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:23,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:23,844 WARN [BP-373952638-172.17.0.2-1732070476231 heartbeating to localhost/127.0.0.1:41273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-373952638-172.17.0.2-1732070476231 (Datanode Uuid a74c2751-5b30-4792-a8a5-d3151f767ae1) service to localhost/127.0.0.1:41273 2024-11-20T02:42:23,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:23,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data3/current/BP-373952638-172.17.0.2-1732070476231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:23,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data4/current/BP-373952638-172.17.0.2-1732070476231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:23,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:23,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e483507{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:23,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64b9afd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:23,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:23,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f64709d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:23,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7545f427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:23,850 WARN [BP-373952638-172.17.0.2-1732070476231 heartbeating to localhost/127.0.0.1:41273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:23,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:23,850 WARN [BP-373952638-172.17.0.2-1732070476231 heartbeating to localhost/127.0.0.1:41273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-373952638-172.17.0.2-1732070476231 (Datanode Uuid 749b34cb-0e10-4d2f-b4ac-d20c0b282fb1) service to localhost/127.0.0.1:41273 2024-11-20T02:42:23,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:23,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data1/current/BP-373952638-172.17.0.2-1732070476231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:23,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/cluster_97cade59-3eaa-ab4b-f242-57af170e1d5e/data/data2/current/BP-373952638-172.17.0.2-1732070476231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:23,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:23,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207fc993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:42:23,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:23,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:23,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:23,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:23,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:42:23,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:42:23,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@57e8fa4c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41273 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=6126 (was 6729) 2024-11-20T02:42:23,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=6126 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.log.dir so I do NOT create it in target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da083e83-7839-f182-2a70-949d1dd4ce61/hadoop.tmp.dir so I do NOT create it in target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9, deleteOnExit=true 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/test.cache.data in system properties and HBase conf 2024-11-20T02:42:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:42:23,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:42:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:42:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:42:24,044 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:42:24,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:24,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:24,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:24,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:24,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:42:24,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:24,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4e83a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:24,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc7a0a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:24,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c0fab09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-39639-hadoop-hdfs-3_4_1-tests_jar-_-any-2654149701952568553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:42:24,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740777ba{HTTP/1.1, (http/1.1)}{localhost:39639} 2024-11-20T02:42:24,312 INFO [Time-limited test {}] server.Server(415): Started @70942ms 2024-11-20T02:42:24,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:24,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:24,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:24,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:24,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@726f5eca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39269651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:24,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5717e5f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-42085-hadoop-hdfs-3_4_1-tests_jar-_-any-3226365595058544498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:24,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45749bed{HTTP/1.1, (http/1.1)}{localhost:42085} 2024-11-20T02:42:24,622 INFO [Time-limited test {}] server.Server(415): Started @71252ms 2024-11-20T02:42:24,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:24,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:24,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:24,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:24,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:24,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:24,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e74798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:24,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547b6d15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:24,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4043c4b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-33827-hadoop-hdfs-3_4_1-tests_jar-_-any-15864634030095058488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:24,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be87d6f{HTTP/1.1, (http/1.1)}{localhost:33827} 2024-11-20T02:42:24,778 INFO [Time-limited test {}] server.Server(415): Started @71408ms 2024-11-20T02:42:24,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:25,528 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data1/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:25,528 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data2/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:25,543 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61159443d1bacca2 with lease ID 0x99bd3095e61a9758: Processing first storage report for DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589 from datanode DatanodeRegistration(127.0.0.1:41313, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=36983, infoSecurePort=0, ipcPort=38719, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61159443d1bacca2 with lease ID 0x99bd3095e61a9758: from storage DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589 node DatanodeRegistration(127.0.0.1:41313, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=36983, infoSecurePort=0, ipcPort=38719, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:42:25,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61159443d1bacca2 with lease ID 0x99bd3095e61a9758: Processing first storage report for DS-9493c406-f477-4ef9-8dfe-1716f5731e91 from datanode DatanodeRegistration(127.0.0.1:41313, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=36983, infoSecurePort=0, ipcPort=38719, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:25,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61159443d1bacca2 with lease ID 0x99bd3095e61a9758: from storage DS-9493c406-f477-4ef9-8dfe-1716f5731e91 node DatanodeRegistration(127.0.0.1:41313, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=36983, infoSecurePort=0, ipcPort=38719, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:25,641 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data4/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:25,642 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data3/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:25,659 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00fc22afbe187f0 with lease ID 0x99bd3095e61a9759: Processing first storage report for DS-6e37f44c-0b89-4e70-8633-3f5250c25457 from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=b11bcba8-b327-47d1-980f-787c6ed4f7d2, infoPort=44503, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00fc22afbe187f0 with lease ID 0x99bd3095e61a9759: from storage DS-6e37f44c-0b89-4e70-8633-3f5250c25457 node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=b11bcba8-b327-47d1-980f-787c6ed4f7d2, infoPort=44503, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00fc22afbe187f0 with lease ID 0x99bd3095e61a9759: Processing first storage report for DS-b0f01b3e-b8c5-45e8-9204-f054aafda551 from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=b11bcba8-b327-47d1-980f-787c6ed4f7d2, infoPort=44503, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00fc22afbe187f0 with lease ID 0x99bd3095e61a9759: from storage DS-b0f01b3e-b8c5-45e8-9204-f054aafda551 node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=b11bcba8-b327-47d1-980f-787c6ed4f7d2, infoPort=44503, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:25,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5 2024-11-20T02:42:25,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/zookeeper_0, clientPort=57307, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:42:25,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57307 2024-11-20T02:42:25,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:42:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:42:25,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f with version=8 2024-11-20T02:42:25,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase-staging 2024-11-20T02:42:25,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:42:25,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:42:25,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35391 2024-11-20T02:42:25,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35391 connecting to ZooKeeper ensemble=127.0.0.1:57307 2024-11-20T02:42:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353910x0, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:42:25,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35391-0x1015768ac060000 connected 2024-11-20T02:42:25,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:25,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f, hbase.cluster.distributed=false 2024-11-20T02:42:25,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:42:25,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-20T02:42:25,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35391 2024-11-20T02:42:25,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35391 2024-11-20T02:42:25,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-20T02:42:25,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-20T02:42:25,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:42:25,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:42:25,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:42:25,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44627 2024-11-20T02:42:25,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44627 connecting to ZooKeeper ensemble=127.0.0.1:57307 2024-11-20T02:42:25,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:25,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446270x0, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:42:25,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446270x0, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:25,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44627-0x1015768ac060001 connected 2024-11-20T02:42:25,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:42:25,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:42:25,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:42:25,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:42:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-20T02:42:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44627 2024-11-20T02:42:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44627 2024-11-20T02:42:25,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-20T02:42:25,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-20T02:42:25,947 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:35391 2024-11-20T02:42:25,948 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,35391,1732070545751 2024-11-20T02:42:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:25,957 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,35391,1732070545751 2024-11-20T02:42:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:42:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:25,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:25,969 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:42:25,970 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,35391,1732070545751 from backup master directory 2024-11-20T02:42:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,35391,1732070545751 2024-11-20T02:42:25,977 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:42:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:25,977 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,35391,1732070545751 2024-11-20T02:42:25,984 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/hbase.id] with ID: 6bbc103d-a985-4f09-aed7-d705e1bd4bbf 2024-11-20T02:42:25,984 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/.tmp/hbase.id 2024-11-20T02:42:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:42:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:42:25,992 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/.tmp/hbase.id]:[hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/hbase.id] 2024-11-20T02:42:26,008 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:26,008 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:42:26,010 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T02:42:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:42:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:42:26,033 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:42:26,033 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:42:26,034 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:42:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:42:26,044 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store 2024-11-20T02:42:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:42:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:42:26,055 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:26,055 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:42:26,055 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:26,055 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:26,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:42:26,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:26,056 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:26,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070546055Disabling compacts and flushes for region at 1732070546055Disabling writes for close at 1732070546056 (+1 ms)Writing region close event to WAL at 1732070546056Closed at 1732070546056 2024-11-20T02:42:26,057 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/.initializing 2024-11-20T02:42:26,057 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751 2024-11-20T02:42:26,058 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:42:26,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C35391%2C1732070545751, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/oldWALs, maxLogs=10 2024-11-20T02:42:26,074 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061, exclude list is [], retry=0 2024-11-20T02:42:26,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-6e37f44c-0b89-4e70-8633-3f5250c25457,DISK] 2024-11-20T02:42:26,080 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 2024-11-20T02:42:26,080 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983),(127.0.0.1/127.0.0.1:44503:44503)] 2024-11-20T02:42:26,081 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:26,081 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:26,081 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,081 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:42:26,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:26,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:42:26,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:26,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:42:26,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:26,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:42:26,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:26,095 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,097 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,097 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,099 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,099 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,100 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:42:26,101 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:26,104 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:26,105 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882026, jitterRate=0.12155410647392273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:42:26,106 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070546081Initializing all the Stores at 1732070546082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070546082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070546083 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070546083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070546083Cleaning up temporary data from old regions at 1732070546099 (+16 ms)Region opened successfully at 1732070546106 (+7 ms) 2024-11-20T02:42:26,106 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:42:26,111 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d43591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:42:26,112 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:42:26,112 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:42:26,112 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:42:26,113 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:42:26,113 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:42:26,114 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:42:26,114 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:42:26,116 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:42:26,117 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:42:26,131 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:42:26,132 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:42:26,132 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:42:26,143 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:42:26,144 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:42:26,145 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:42:26,156 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:42:26,157 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:42:26,168 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:42:26,171 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:42:26,181 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:42:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,190 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,35391,1732070545751, sessionid=0x1015768ac060000, setting cluster-up flag (Was=false) 2024-11-20T02:42:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,235 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:42:26,237 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35391,1732070545751 2024-11-20T02:42:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:42:26,287 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35391,1732070545751 2024-11-20T02:42:26,289 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:42:26,291 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:26,291 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:42:26,292 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:42:26,292 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,35391,1732070545751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:42:26,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:26,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:26,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:26,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:26,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:42:26,295 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,295 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:42:26,295 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070576297 2024-11-20T02:42:26,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:26,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:42:26,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:42:26,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:42:26,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:42:26,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:42:26,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:42:26,299 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:42:26,299 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:42:26,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:42:26,300 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070546299,5,FailOnTimeoutGroup] 2024-11-20T02:42:26,300 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070546300,5,FailOnTimeoutGroup] 2024-11-20T02:42:26,300 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,300 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:42:26,300 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,300 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:42:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:42:26,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:42:26,314 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f 2024-11-20T02:42:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:42:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:42:26,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:26,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:42:26,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:42:26,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:26,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:42:26,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:42:26,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:26,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:42:26,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:42:26,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:26,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:42:26,337 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(746): ClusterId : 6bbc103d-a985-4f09-aed7-d705e1bd4bbf 2024-11-20T02:42:26,337 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:42:26,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:42:26,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:26,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:26,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:42:26,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740 2024-11-20T02:42:26,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740 2024-11-20T02:42:26,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:42:26,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:42:26,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:42:26,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:42:26,347 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:26,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733925, jitterRate=-0.06676727533340454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:42:26,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070546324Initializing all the Stores at 1732070546326 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070546326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070546326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070546326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070546326Cleaning up temporary data from old regions at 1732070546342 (+16 ms)Region opened successfully at 1732070546348 (+6 ms) 2024-11-20T02:42:26,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:42:26,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:42:26,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:42:26,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:42:26,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:42:26,349 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:42:26,349 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:42:26,349 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:26,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070546349Disabling compacts and flushes for region at 1732070546349Disabling writes for close at 1732070546349Writing region close event to WAL at 1732070546349Closed at 1732070546349 2024-11-20T02:42:26,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:26,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:42:26,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:42:26,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:42:26,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:42:26,361 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:42:26,362 DEBUG [RS:0;1c82b83631a2:44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5617af66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:42:26,374 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:44627 2024-11-20T02:42:26,374 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:42:26,374 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:42:26,374 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:42:26,375 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,35391,1732070545751 with port=44627, startcode=1732070545909 2024-11-20T02:42:26,375 DEBUG [RS:0;1c82b83631a2:44627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:42:26,377 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:42:26,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35391 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,380 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f 2024-11-20T02:42:26,380 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41739 2024-11-20T02:42:26,380 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:42:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:42:26,390 DEBUG [RS:0;1c82b83631a2:44627 {}] zookeeper.ZKUtil(111): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,390 WARN [RS:0;1c82b83631a2:44627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:42:26,390 INFO [RS:0;1c82b83631a2:44627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:26,390 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,44627,1732070545909] 2024-11-20T02:42:26,395 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:42:26,398 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:42:26,399 INFO [RS:0;1c82b83631a2:44627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:42:26,399 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,399 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:42:26,400 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:42:26,401 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,401 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:42:26,402 DEBUG [RS:0;1c82b83631a2:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,403 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,44627,1732070545909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:42:26,419 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:42:26,419 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,44627,1732070545909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,419 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,419 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.Replication(171): 1c82b83631a2,44627,1732070545909 started 2024-11-20T02:42:26,432 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:26,432 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,44627,1732070545909, RpcServer on 1c82b83631a2/172.17.0.2:44627, sessionid=0x1015768ac060001 2024-11-20T02:42:26,432 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:42:26,432 DEBUG [RS:0;1c82b83631a2:44627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,432 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,44627,1732070545909' 2024-11-20T02:42:26,432 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:42:26,433 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,44627,1732070545909' 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:42:26,434 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:42:26,435 DEBUG [RS:0;1c82b83631a2:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:42:26,435 INFO [RS:0;1c82b83631a2:44627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:42:26,435 INFO [RS:0;1c82b83631a2:44627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:42:26,506 WARN [1c82b83631a2:35391 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:42:26,536 INFO [RS:0;1c82b83631a2:44627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:42:26,542 INFO [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C44627%2C1732070545909, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs, maxLogs=32 2024-11-20T02:42:26,559 DEBUG [RS:0;1c82b83631a2:44627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547, exclude list is [], retry=0 2024-11-20T02:42:26,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:26,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-6e37f44c-0b89-4e70-8633-3f5250c25457,DISK] 2024-11-20T02:42:26,565 INFO [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 2024-11-20T02:42:26,566 DEBUG [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983),(127.0.0.1/127.0.0.1:44503:44503)] 2024-11-20T02:42:26,756 DEBUG [1c82b83631a2:35391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:42:26,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:26,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,44627,1732070545909, state=OPENING 2024-11-20T02:42:26,798 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:42:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:26,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:42:26,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:26,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:26,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,44627,1732070545909}] 2024-11-20T02:42:26,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:42:26,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:42:26,978 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:42:26,978 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:26,979 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:42:26,982 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C44627%2C1732070545909.meta, suffix=.meta, logDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs, maxLogs=32 2024-11-20T02:42:27,000 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta, exclude list is [], retry=0 2024-11-20T02:42:27,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-6e37f44c-0b89-4e70-8633-3f5250c25457,DISK] 2024-11-20T02:42:27,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:27,032 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta 2024-11-20T02:42:27,033 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44503:44503),(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-20T02:42:27,033 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:27,034 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:42:27,034 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:42:27,034 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:42:27,034 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:42:27,034 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:27,035 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:42:27,035 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:42:27,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:42:27,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:42:27,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:27,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:27,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:42:27,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:42:27,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:27,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:27,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:42:27,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:42:27,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:27,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:27,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:42:27,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:42:27,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:27,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:27,050 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:42:27,051 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740 2024-11-20T02:42:27,052 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740 2024-11-20T02:42:27,054 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:42:27,054 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:42:27,055 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:42:27,057 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:42:27,059 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876747, jitterRate=0.11484165489673615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:42:27,059 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:42:27,060 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070547035Writing region info on filesystem at 1732070547035Initializing all the Stores at 1732070547037 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070547037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070547038 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070547038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070547038Cleaning up temporary data from old regions at 1732070547055 (+17 ms)Running coprocessor post-open hooks at 1732070547059 (+4 ms)Region opened successfully at 1732070547060 (+1 ms) 2024-11-20T02:42:27,061 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070546965 2024-11-20T02:42:27,064 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:42:27,064 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:42:27,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:27,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,44627,1732070545909, state=OPEN 2024-11-20T02:42:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:42:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:42:27,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:27,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:27,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:27,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:42:27,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,44627,1732070545909 in 291 msec 2024-11-20T02:42:27,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:42:27,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 754 msec 2024-11-20T02:42:27,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:27,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:42:27,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:42:27,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,44627,1732070545909, seqNum=-1] 2024-11-20T02:42:27,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:42:27,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:42:27,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 831 msec 2024-11-20T02:42:27,122 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070547122, completionTime=-1 2024-11-20T02:42:27,122 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:42:27,122 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070607125 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070667125 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:35391, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,125 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,126 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,128 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.153sec 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:42:27,131 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:42:27,134 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:42:27,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:42:27,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35391,1732070545751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:27,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fd5916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:27,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,35391,-1 for getting cluster id 2024-11-20T02:42:27,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:42:27,139 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bbc103d-a985-4f09-aed7-d705e1bd4bbf' 2024-11-20T02:42:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:42:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bbc103d-a985-4f09-aed7-d705e1bd4bbf" 2024-11-20T02:42:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c8b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,35391,-1] 2024-11-20T02:42:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:42:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:27,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:42:27,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0a2dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:27,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:42:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,44627,1732070545909, seqNum=-1] 2024-11-20T02:42:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:42:27,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:42:27,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,35391,1732070545751 2024-11-20T02:42:27,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:27,152 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T02:42:27,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:27,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:27,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:27,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:27,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:27,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3be8d775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:27,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4612b2d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:27,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d14e32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-32915-hadoop-hdfs-3_4_1-tests_jar-_-any-9569488460501752280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:27,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e5b27d{HTTP/1.1, (http/1.1)}{localhost:32915} 2024-11-20T02:42:27,263 INFO [Time-limited test {}] server.Server(415): Started @73893ms 2024-11-20T02:42:27,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:27,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:27,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:27,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:27,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:27,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:27,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fbbadf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:27,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a0c9cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:27,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61116a84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-44227-hadoop-hdfs-3_4_1-tests_jar-_-any-5671992694493680059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:27,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@efc5065{HTTP/1.1, (http/1.1)}{localhost:44227} 2024-11-20T02:42:27,408 INFO [Time-limited test {}] server.Server(415): Started @74038ms 2024-11-20T02:42:27,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:27,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:27,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:27,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:27,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:27,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:42:27,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407f90df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:27,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6fadbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:27,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d574b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-38971-hadoop-hdfs-3_4_1-tests_jar-_-any-15524805872342981004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:27,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a275158{HTTP/1.1, (http/1.1)}{localhost:38971} 2024-11-20T02:42:27,541 INFO [Time-limited test {}] server.Server(415): Started @74171ms 2024-11-20T02:42:27,542 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:27,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:28,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:42:28,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:28,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:28,199 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data6/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,199 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data5/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,235 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf415009d84c5480 with lease ID 0x99bd3095e61a975a: Processing first storage report for DS-08aae6f4-b795-4f43-9403-40ea59178c6c from datanode DatanodeRegistration(127.0.0.1:44481, datanodeUuid=752fc1e2-b1fb-4ff2-8a48-abcbf8866c7c, infoPort=38393, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf415009d84c5480 with lease ID 0x99bd3095e61a975a: from storage DS-08aae6f4-b795-4f43-9403-40ea59178c6c node DatanodeRegistration(127.0.0.1:44481, datanodeUuid=752fc1e2-b1fb-4ff2-8a48-abcbf8866c7c, infoPort=38393, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf415009d84c5480 with lease ID 0x99bd3095e61a975a: Processing first storage report for DS-da7d4865-5871-4baf-b592-4cdf64ebba32 from datanode DatanodeRegistration(127.0.0.1:44481, datanodeUuid=752fc1e2-b1fb-4ff2-8a48-abcbf8866c7c, infoPort=38393, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf415009d84c5480 with lease ID 0x99bd3095e61a975a: from storage DS-da7d4865-5871-4baf-b592-4cdf64ebba32 node DatanodeRegistration(127.0.0.1:44481, datanodeUuid=752fc1e2-b1fb-4ff2-8a48-abcbf8866c7c, infoPort=38393, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,485 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data7/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,502 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data8/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,528 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ced5600485ef12 with lease ID 0x99bd3095e61a975b: Processing first storage report for DS-2efd8707-a854-4a2a-ba89-1b402940a424 from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=618c8222-4ab1-42f2-bbcb-9d9998696888, infoPort=44325, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ced5600485ef12 with lease ID 0x99bd3095e61a975b: from storage DS-2efd8707-a854-4a2a-ba89-1b402940a424 node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=618c8222-4ab1-42f2-bbcb-9d9998696888, infoPort=44325, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ced5600485ef12 with lease ID 0x99bd3095e61a975b: Processing first storage report for DS-2d3115dc-9e21-4cb8-95a0-a6342a95d6cb from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=618c8222-4ab1-42f2-bbcb-9d9998696888, infoPort=44325, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ced5600485ef12 with lease ID 0x99bd3095e61a975b: from storage DS-2d3115dc-9e21-4cb8-95a0-a6342a95d6cb node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=618c8222-4ab1-42f2-bbcb-9d9998696888, infoPort=44325, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,558 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data10/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,558 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data9/current/BP-1523432752-172.17.0.2-1732070543943/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:28,581 WARN [Thread-532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca048e4f05b7f844 with lease ID 0x99bd3095e61a975c: Processing first storage report for DS-ceae1488-8444-424f-a548-bca4a64c8819 from datanode DatanodeRegistration(127.0.0.1:35187, datanodeUuid=8f991e00-950d-408c-a3c6-3c1e55d2fc7e, infoPort=33789, infoSecurePort=0, ipcPort=43157, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca048e4f05b7f844 with lease ID 0x99bd3095e61a975c: from storage DS-ceae1488-8444-424f-a548-bca4a64c8819 node DatanodeRegistration(127.0.0.1:35187, datanodeUuid=8f991e00-950d-408c-a3c6-3c1e55d2fc7e, infoPort=33789, infoSecurePort=0, ipcPort=43157, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca048e4f05b7f844 with lease ID 0x99bd3095e61a975c: Processing first storage report for DS-fc0d996a-070b-441b-8706-7d759993e1e8 from datanode DatanodeRegistration(127.0.0.1:35187, datanodeUuid=8f991e00-950d-408c-a3c6-3c1e55d2fc7e, infoPort=33789, infoSecurePort=0, ipcPort=43157, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943) 2024-11-20T02:42:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca048e4f05b7f844 with lease ID 0x99bd3095e61a975c: from storage DS-fc0d996a-070b-441b-8706-7d759993e1e8 node DatanodeRegistration(127.0.0.1:35187, datanodeUuid=8f991e00-950d-408c-a3c6-3c1e55d2fc7e, infoPort=33789, infoSecurePort=0, ipcPort=43157, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:28,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,35391,1732070545751 2024-11-20T02:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541a26e 2024-11-20T02:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:42:28,675 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:42:28,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T02:42:28,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T02:42:28,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:42:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T02:42:28,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:42:28,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:28,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-20T02:42:28,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:42:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:42:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741835_1011 (size=393) 2024-11-20T02:42:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741835_1011 (size=393) 2024-11-20T02:42:28,693 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53eb16db37f38a55f178b29a151c413b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f 2024-11-20T02:42:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741836_1012 (size=76) 2024-11-20T02:42:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741836_1012 (size=76) 2024-11-20T02:42:28,703 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:28,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 53eb16db37f38a55f178b29a151c413b, disabling compactions & flushes 2024-11-20T02:42:28,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:28,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:28,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. after waiting 0 ms 2024-11-20T02:42:28,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:28,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:28,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53eb16db37f38a55f178b29a151c413b: Waiting for close lock at 1732070548704Disabling compacts and flushes for region at 1732070548704Disabling writes for close at 1732070548704Writing region close event to WAL at 1732070548704Closed at 1732070548704 2024-11-20T02:42:28,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:42:28,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732070548706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070548706"}]},"ts":"1732070548706"} 2024-11-20T02:42:28,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:42:28,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:42:28,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070548713"}]},"ts":"1732070548713"} 2024-11-20T02:42:28,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-20T02:42:28,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53eb16db37f38a55f178b29a151c413b, ASSIGN}] 2024-11-20T02:42:28,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53eb16db37f38a55f178b29a151c413b, ASSIGN 2024-11-20T02:42:28,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53eb16db37f38a55f178b29a151c413b, ASSIGN; state=OFFLINE, location=1c82b83631a2,44627,1732070545909; forceNewPlan=false, retain=false 2024-11-20T02:42:28,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53eb16db37f38a55f178b29a151c413b, regionState=OPENING, regionLocation=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:28,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53eb16db37f38a55f178b29a151c413b, ASSIGN because future has completed 2024-11-20T02:42:28,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53eb16db37f38a55f178b29a151c413b, server=1c82b83631a2,44627,1732070545909}] 2024-11-20T02:42:29,037 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:29,037 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53eb16db37f38a55f178b29a151c413b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:29,038 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,038 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:29,038 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,038 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,040 INFO [StoreOpener-53eb16db37f38a55f178b29a151c413b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,042 INFO [StoreOpener-53eb16db37f38a55f178b29a151c413b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53eb16db37f38a55f178b29a151c413b columnFamilyName info 2024-11-20T02:42:29,042 DEBUG [StoreOpener-53eb16db37f38a55f178b29a151c413b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:29,043 INFO [StoreOpener-53eb16db37f38a55f178b29a151c413b-1 {}] regionserver.HStore(327): Store=53eb16db37f38a55f178b29a151c413b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:29,043 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,044 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,045 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,045 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,045 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,048 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,050 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:29,052 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53eb16db37f38a55f178b29a151c413b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860288, jitterRate=0.09391374886035919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:42:29,052 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:29,053 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53eb16db37f38a55f178b29a151c413b: Running coprocessor pre-open hook at 1732070549038Writing region info on filesystem at 1732070549038Initializing all the Stores at 1732070549039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070549039Cleaning up temporary data from old regions at 1732070549045 (+6 ms)Running coprocessor post-open hooks at 1732070549052 (+7 ms)Region opened successfully at 1732070549053 (+1 ms) 2024-11-20T02:42:29,054 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b., pid=6, masterSystemTime=1732070549032 2024-11-20T02:42:29,057 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:29,057 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:29,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53eb16db37f38a55f178b29a151c413b, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44627,1732070545909 2024-11-20T02:42:29,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53eb16db37f38a55f178b29a151c413b, server=1c82b83631a2,44627,1732070545909 because future has completed 2024-11-20T02:42:29,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:42:29,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53eb16db37f38a55f178b29a151c413b, server=1c82b83631a2,44627,1732070545909 in 187 msec 2024-11-20T02:42:29,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:42:29,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53eb16db37f38a55f178b29a151c413b, ASSIGN in 351 msec 2024-11-20T02:42:29,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:42:29,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070549077"}]},"ts":"1732070549077"} 2024-11-20T02:42:29,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-20T02:42:29,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:42:29,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 406 msec 2024-11-20T02:42:31,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T02:42:31,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-20T02:42:31,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T02:42:32,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:42:32,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-20T02:42:34,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:42:34,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:34,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:42:38,706 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-20T02:42:38,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-20T02:42:38,707 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:42:38,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-20T02:42:38,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:42:38,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-20T02:42:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b., hostname=1c82b83631a2,44627,1732070545909, seqNum=2] 2024-11-20T02:42:38,720 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-20T02:42:38,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T02:42:38,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:38,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-198059340_22 at /127.0.0.1:33204 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33204 dst: /127.0.0.1:36999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1395294164_22 at /127.0.0.1:42624 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42624 dst: /127.0.0.1:41313 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1395294164_22 at /127.0.0.1:33234 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33234 dst: /127.0.0.1:36999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-198059340_22 at /127.0.0.1:42578 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42578 dst: /127.0.0.1:41313 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1395294164_22 at /127.0.0.1:42610 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42610 dst: /127.0.0.1:41313 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1395294164_22 at /127.0.0.1:33236 [Receiving block BP-1523432752-172.17.0.2-1732070543943:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33236 dst: /127.0.0.1:36999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:38,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5717e5f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:38,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45749bed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:38,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:38,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39269651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:38,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@726f5eca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:38,768 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:38,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:38,768 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid 052c893e-5205-4b99-b04a-66c8821fef4b) service to localhost/127.0.0.1:41739 2024-11-20T02:42:38,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:38,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data1/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:38,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data2/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:38,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:38,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:38,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:38,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:38,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:38,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:42:38,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c58cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:38,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ac2eae1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:38,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@265327e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/java.io.tmpdir/jetty-localhost-37891-hadoop-hdfs-3_4_1-tests_jar-_-any-7209538926341742720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:38,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd7774f{HTTP/1.1, (http/1.1)}{localhost:37891} 2024-11-20T02:42:38,909 INFO [Time-limited test {}] server.Server(415): Started @85539ms 2024-11-20T02:42:38,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:39,001 WARN [AsyncFSWAL-0-hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f-prefix:1c82b83631a2,44627,1732070545909 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,002 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c82b83631a2%2C44627%2C1732070545909:(num 1732070546547) roll requested 2024-11-20T02:42:39,019 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070559002, exclude list is [], retry=0 2024-11-20T02:42:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-2efd8707-a854-4a2a-ba89-1b402940a424,DISK] 2024-11-20T02:42:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44481,DS-08aae6f4-b795-4f43-9403-40ea59178c6c,DISK] 2024-11-20T02:42:39,031 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070559002 2024-11-20T02:42:39,032 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44325:44325),(127.0.0.1/127.0.0.1:38393:38393)] 2024-11-20T02:42:39,032 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 is not closed yet, will try archiving it next time 2024-11-20T02:42:39,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:42:39,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:42:39,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:39,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:39,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:39,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:42:39,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:42:39,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=515902736, stopped=false 2024-11-20T02:42:39,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,35391,1732070545751 2024-11-20T02:42:39,035 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,037 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,039 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T02:42:39,039 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T02:42:39,039 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 2024-11-20T02:42:39,043 WARN [IPC Server handler 1 on default port 41739 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-20T02:42:39,048 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 after 6ms 2024-11-20T02:42:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:39,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:42:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:39,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:42:39,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:39,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:39,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,44627,1732070545909' ***** 2024-11-20T02:42:39,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:42:39,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:39,071 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:42:39,071 INFO [RS:0;1c82b83631a2:44627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:42:39,071 INFO [RS:0;1c82b83631a2:44627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:42:39,071 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:42:39,072 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:39,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,44627,1732070545909 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:44627. 2024-11-20T02:42:39,073 DEBUG [RS:0;1c82b83631a2:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:42:39,073 DEBUG [RS:0;1c82b83631a2:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:42:39,073 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:42:39,074 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:42:39,074 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T02:42:39,074 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1325): Online Regions={53eb16db37f38a55f178b29a151c413b=TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T02:42:39,074 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53eb16db37f38a55f178b29a151c413b, disabling compactions & flushes 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:42:39,074 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:42:39,074 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. after waiting 0 ms 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:39,074 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:42:39,075 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53eb16db37f38a55f178b29a151c413b 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T02:42:39,075 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-20T02:42:39,075 WARN [AsyncFSWAL-0-hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f-prefix:1c82b83631a2,44627,1732070545909.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,076 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c82b83631a2%2C44627%2C1732070545909.meta:.meta(num 1732070546985) roll requested 2024-11-20T02:42:39,096 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070559076.meta, exclude list is [], retry=0 2024-11-20T02:42:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35187,DS-ceae1488-8444-424f-a548-bca4a64c8819,DISK] 2024-11-20T02:42:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44481,DS-08aae6f4-b795-4f43-9403-40ea59178c6c,DISK] 2024-11-20T02:42:39,116 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/.tmp/info/40ab4d82d78e4b6bb470649ae93a2054 is 1055, key is row0001/info:/1732070558717/Put/seqid=0 2024-11-20T02:42:39,119 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T02:42:39,120 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523432752-172.17.0.2-1732070543943:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK], DatanodeInfoWithStorage[127.0.0.1:44481,DS-08aae6f4-b795-4f43-9403-40ea59178c6c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK]) is bad. 2024-11-20T02:42:39,120 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-1523432752-172.17.0.2-1732070543943:blk_1073741839_1016 2024-11-20T02:42:39,123 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:39,124 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070559076.meta 2024-11-20T02:42:39,127 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789),(127.0.0.1/127.0.0.1:38393:38393)] 2024-11-20T02:42:39,127 DEBUG [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta is not closed yet, will try archiving it next time 2024-11-20T02:42:39,127 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,128 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:39,128 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta 2024-11-20T02:42:39,129 WARN [IPC Server handler 2 on default port 41739 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-20T02:42:39,130 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta after 2ms 2024-11-20T02:42:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741840_1017 (size=7062) 2024-11-20T02:42:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741840_1017 (size=7062) 2024-11-20T02:42:39,152 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/info/6111c0e8396a4f5d90c07ede1b04bf5a is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b./info:regioninfo/1732070549058/Put/seqid=0 2024-11-20T02:42:39,154 WARN [Thread-626 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T02:42:39,154 WARN [Thread-626 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523432752-172.17.0.2-1732070543943:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK], DatanodeInfoWithStorage[127.0.0.1:44481,DS-08aae6f4-b795-4f43-9403-40ea59178c6c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK]) is bad. 2024-11-20T02:42:39,154 WARN [Thread-626 {}] hdfs.DataStreamer(1850): Abandoning BP-1523432752-172.17.0.2-1732070543943:blk_1073741841_1019 2024-11-20T02:42:39,155 WARN [Thread-626 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41313,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741842_1020 (size=7089) 2024-11-20T02:42:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741842_1020 (size=7089) 2024-11-20T02:42:39,167 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/info/6111c0e8396a4f5d90c07ede1b04bf5a 2024-11-20T02:42:39,196 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/ns/56cbaa28007b47a5a0313ceb08515bd8 is 43, key is default/ns:d/1732070547116/Put/seqid=0 2024-11-20T02:42:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741843_1021 (size=5153) 2024-11-20T02:42:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741843_1021 (size=5153) 2024-11-20T02:42:39,210 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/ns/56cbaa28007b47a5a0313ceb08515bd8 2024-11-20T02:42:39,244 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/table/0f6246099c904f57bdc3df97418c0b26 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732070549077/Put/seqid=0 2024-11-20T02:42:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741844_1022 (size=5424) 2024-11-20T02:42:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741844_1022 (size=5424) 2024-11-20T02:42:39,262 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/table/0f6246099c904f57bdc3df97418c0b26 2024-11-20T02:42:39,272 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/info/6111c0e8396a4f5d90c07ede1b04bf5a as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/info/6111c0e8396a4f5d90c07ede1b04bf5a 2024-11-20T02:42:39,274 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:39,282 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/info/6111c0e8396a4f5d90c07ede1b04bf5a, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T02:42:39,284 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/ns/56cbaa28007b47a5a0313ceb08515bd8 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/ns/56cbaa28007b47a5a0313ceb08515bd8 2024-11-20T02:42:39,293 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/ns/56cbaa28007b47a5a0313ceb08515bd8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T02:42:39,295 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/.tmp/table/0f6246099c904f57bdc3df97418c0b26 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/table/0f6246099c904f57bdc3df97418c0b26 2024-11-20T02:42:39,306 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/table/0f6246099c904f57bdc3df97418c0b26, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T02:42:39,308 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=11, compaction requested=false 2024-11-20T02:42:39,337 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T02:42:39,338 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:42:39,339 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:39,342 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:39,343 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070559074Running coprocessor pre-close hooks at 1732070559074Disabling compacts and flushes for region at 1732070559074Disabling writes for close at 1732070559074Obtaining lock to block concurrent updates at 1732070559075 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732070559075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732070559075Flushing stores of hbase:meta,,1.1588230740 at 1732070559128 (+53 ms)Flushing 1588230740/info: creating writer at 1732070559128Flushing 1588230740/info: appending metadata at 1732070559151 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732070559151Flushing 1588230740/ns: creating writer at 1732070559177 (+26 ms)Flushing 1588230740/ns: appending metadata at 1732070559195 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732070559196 (+1 ms)Flushing 1588230740/table: creating writer at 1732070559223 (+27 ms)Flushing 1588230740/table: appending metadata at 1732070559243 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732070559243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7438da: reopening flushed file at 1732070559270 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3552a1eb: reopening flushed file at 1732070559282 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61df7486: reopening flushed file at 1732070559293 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=11, compaction requested=false at 1732070559308 (+15 ms)Writing region close event to WAL at 1732070559327 (+19 ms)Running coprocessor post-close hooks at 1732070559337 (+10 ms)Closed at 1732070559342 (+5 ms) 2024-11-20T02:42:39,344 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96532c2eb7f88a56 with lease ID 0x99bd3095e61a975d: from storage DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589 node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=33841, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:42:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96532c2eb7f88a56 with lease ID 0x99bd3095e61a975d: from storage DS-9493c406-f477-4ef9-8dfe-1716f5731e91 node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=052c893e-5205-4b99-b04a-66c8821fef4b, infoPort=33841, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=916404680;c=1732070543943), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:39,407 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:42:39,407 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:42:39,475 DEBUG [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1351): Waiting on 53eb16db37f38a55f178b29a151c413b 2024-11-20T02:42:39,542 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/.tmp/info/40ab4d82d78e4b6bb470649ae93a2054 2024-11-20T02:42:39,552 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/.tmp/info/40ab4d82d78e4b6bb470649ae93a2054 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/info/40ab4d82d78e4b6bb470649ae93a2054 2024-11-20T02:42:39,567 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/info/40ab4d82d78e4b6bb470649ae93a2054, entries=2, sequenceid=6, filesize=6.9 K 2024-11-20T02:42:39,573 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53eb16db37f38a55f178b29a151c413b in 496ms, sequenceid=6, compaction requested=false 2024-11-20T02:42:39,587 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53eb16db37f38a55f178b29a151c413b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T02:42:39,588 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:39,588 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53eb16db37f38a55f178b29a151c413b: Waiting for close lock at 1732070559074Running coprocessor pre-close hooks at 1732070559074Disabling compacts and flushes for region at 1732070559074Disabling writes for close at 1732070559074Obtaining lock to block concurrent updates at 1732070559075 (+1 ms)Preparing flush snapshotting stores in 53eb16db37f38a55f178b29a151c413b at 1732070559075Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732070559075Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. at 1732070559084 (+9 ms)Flushing 53eb16db37f38a55f178b29a151c413b/info: creating writer at 1732070559084Flushing 53eb16db37f38a55f178b29a151c413b/info: appending metadata at 1732070559116 (+32 ms)Flushing 53eb16db37f38a55f178b29a151c413b/info: closing flushed file at 1732070559116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6cf6ca: reopening flushed file at 1732070559551 (+435 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53eb16db37f38a55f178b29a151c413b in 496ms, sequenceid=6, compaction requested=false at 1732070559573 (+22 ms)Writing region close event to WAL at 1732070559579 (+6 ms)Running coprocessor post-close hooks at 1732070559588 (+9 ms)Closed at 1732070559588 2024-11-20T02:42:39,588 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732070548675.53eb16db37f38a55f178b29a151c413b. 2024-11-20T02:42:39,675 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,44627,1732070545909; all regions closed. 2024-11-20T02:42:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741838_1015 (size=825) 2024-11-20T02:42:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741838_1015 (size=825) 2024-11-20T02:42:39,684 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070559076.meta not finished, retry = 0 2024-11-20T02:42:40,404 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:42:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741833_1014 (size=1599) 2024-11-20T02:42:41,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T02:42:41,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:42:41,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:42:43,049 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 after 4010ms 2024-11-20T02:42:43,050 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070546547 to hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs/1c82b83631a2%2C44627%2C1732070545909.1732070546547 2024-11-20T02:42:43,131 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta after 4003ms 2024-11-20T02:42:43,131 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta to hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs/1c82b83631a2%2C44627%2C1732070545909.meta.1732070546985.meta 2024-11-20T02:42:43,135 DEBUG [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs 2024-11-20T02:42:43,135 INFO [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C44627%2C1732070545909.meta:.meta(num 1732070559076) 2024-11-20T02:42:43,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/WALs/1c82b83631a2,44627,1732070545909/1c82b83631a2%2C44627%2C1732070545909.1732070559002 not finished, retry = 0 2024-11-20T02:42:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741837_1013 (size=2288) 2024-11-20T02:42:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741837_1013 (size=2288) 2024-11-20T02:42:43,241 DEBUG [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs 2024-11-20T02:42:43,241 INFO [RS:0;1c82b83631a2:44627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C44627%2C1732070545909:(num 1732070559002) 2024-11-20T02:42:43,241 DEBUG [RS:0;1c82b83631a2:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:43,241 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:42:43,241 INFO [RS:0;1c82b83631a2:44627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:42:43,241 INFO [RS:0;1c82b83631a2:44627 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:42:43,241 INFO [RS:0;1c82b83631a2:44627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:42:43,241 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:42:43,242 INFO [RS:0;1c82b83631a2:44627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44627 2024-11-20T02:42:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,44627,1732070545909 2024-11-20T02:42:43,294 INFO [RS:0;1c82b83631a2:44627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:42:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:42:43,294 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f84e4904bf8@7358d271 rejected from java.util.concurrent.ThreadPoolExecutor@365a427e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T02:42:43,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,44627,1732070545909] 2024-11-20T02:42:43,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,44627,1732070545909 already deleted, retry=false 2024-11-20T02:42:43,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,44627,1732070545909 expired; onlineServers=0 2024-11-20T02:42:43,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,35391,1732070545751' ***** 2024-11-20T02:42:43,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:42:43,311 INFO [M:0;1c82b83631a2:35391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:42:43,311 INFO [M:0;1c82b83631a2:35391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:42:43,311 DEBUG [M:0;1c82b83631a2:35391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:42:43,311 DEBUG [M:0;1c82b83631a2:35391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:42:43,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:42:43,311 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070546299 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070546299,5,FailOnTimeoutGroup] 2024-11-20T02:42:43,311 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070546300 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070546300,5,FailOnTimeoutGroup] 2024-11-20T02:42:43,311 INFO [M:0;1c82b83631a2:35391 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:42:43,311 INFO [M:0;1c82b83631a2:35391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:42:43,312 DEBUG [M:0;1c82b83631a2:35391 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:42:43,312 INFO [M:0;1c82b83631a2:35391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:42:43,312 INFO [M:0;1c82b83631a2:35391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:42:43,312 INFO [M:0;1c82b83631a2:35391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:42:43,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:42:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:42:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:43,319 DEBUG [M:0;1c82b83631a2:35391 {}] zookeeper.ZKUtil(347): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:42:43,319 WARN [M:0;1c82b83631a2:35391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:42:43,331 INFO [M:0;1c82b83631a2:35391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/.lastflushedseqids 2024-11-20T02:42:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741845_1023 (size=139) 2024-11-20T02:42:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741845_1023 (size=139) 2024-11-20T02:42:43,347 INFO [M:0;1c82b83631a2:35391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:42:43,348 INFO [M:0;1c82b83631a2:35391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:42:43,348 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:42:43,348 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:43,348 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:43,348 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:42:43,348 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:43,348 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-20T02:42:43,349 WARN [AsyncFSWAL-0-hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData-prefix:1c82b83631a2,35391,1732070545751 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:43,349 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c82b83631a2%2C35391%2C1732070545751:(num 1732070546061) roll requested 2024-11-20T02:42:43,368 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070563350, exclude list is [], retry=0 2024-11-20T02:42:43,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-6e37f44c-0b89-4e70-8633-3f5250c25457,DISK] 2024-11-20T02:42:43,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37579,DS-13c6d760-a5ee-4894-8fbf-7f9f241c0589,DISK] 2024-11-20T02:42:43,376 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070563350 2024-11-20T02:42:43,376 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44503:44503),(127.0.0.1/127.0.0.1:33841:33841)] 2024-11-20T02:42:43,376 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 is not closed yet, will try archiving it next time 2024-11-20T02:42:43,376 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:43,377 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:42:43,377 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 2024-11-20T02:42:43,378 WARN [IPC Server handler 4 on default port 41739 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-20T02:42:43,378 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 after 1ms 2024-11-20T02:42:43,393 DEBUG [M:0;1c82b83631a2:35391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52204cf48299427daab0d8885b23a5f3 is 82, key is hbase:meta,,1/info:regioninfo/1732070547064/Put/seqid=0 2024-11-20T02:42:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741847_1026 (size=5672) 2024-11-20T02:42:43,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741847_1026 (size=5672) 2024-11-20T02:42:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:43,402 INFO [RS:0;1c82b83631a2:44627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:42:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1015768ac060001, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:43,403 INFO [RS:0;1c82b83631a2:44627 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,44627,1732070545909; zookeeper connection closed. 2024-11-20T02:42:43,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35b535bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35b535bd 2024-11-20T02:42:43,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:42:43,403 INFO [M:0;1c82b83631a2:35391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52204cf48299427daab0d8885b23a5f3 2024-11-20T02:42:43,437 DEBUG [M:0;1c82b83631a2:35391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef3c662a15341aab07737e5ea053a5a is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070549084/Put/seqid=0 2024-11-20T02:42:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741848_1027 (size=6115) 2024-11-20T02:42:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741848_1027 (size=6115) 2024-11-20T02:42:43,446 INFO [M:0;1c82b83631a2:35391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef3c662a15341aab07737e5ea053a5a 2024-11-20T02:42:43,470 DEBUG [M:0;1c82b83631a2:35391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7075d0c04da04b23ab135614e3348aa9 is 69, key is 1c82b83631a2,44627,1732070545909/rs:state/1732070546378/Put/seqid=0 2024-11-20T02:42:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741849_1028 (size=5156) 2024-11-20T02:42:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741849_1028 (size=5156) 2024-11-20T02:42:43,483 INFO [M:0;1c82b83631a2:35391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7075d0c04da04b23ab135614e3348aa9 2024-11-20T02:42:43,506 DEBUG [M:0;1c82b83631a2:35391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d973ebcbd2c495fa0fa56a5f43cc4e7 is 52, key is load_balancer_on/state:d/1732070547150/Put/seqid=0 2024-11-20T02:42:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741850_1029 (size=5056) 2024-11-20T02:42:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741850_1029 (size=5056) 2024-11-20T02:42:43,512 INFO [M:0;1c82b83631a2:35391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d973ebcbd2c495fa0fa56a5f43cc4e7 2024-11-20T02:42:43,525 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52204cf48299427daab0d8885b23a5f3 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52204cf48299427daab0d8885b23a5f3 2024-11-20T02:42:43,534 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52204cf48299427daab0d8885b23a5f3, entries=8, sequenceid=56, filesize=5.5 K 2024-11-20T02:42:43,535 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef3c662a15341aab07737e5ea053a5a as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bef3c662a15341aab07737e5ea053a5a 2024-11-20T02:42:43,546 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bef3c662a15341aab07737e5ea053a5a, entries=6, sequenceid=56, filesize=6.0 K 2024-11-20T02:42:43,548 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7075d0c04da04b23ab135614e3348aa9 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7075d0c04da04b23ab135614e3348aa9 2024-11-20T02:42:43,555 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7075d0c04da04b23ab135614e3348aa9, entries=1, sequenceid=56, filesize=5.0 K 2024-11-20T02:42:43,557 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d973ebcbd2c495fa0fa56a5f43cc4e7 as hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d973ebcbd2c495fa0fa56a5f43cc4e7 2024-11-20T02:42:43,565 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d973ebcbd2c495fa0fa56a5f43cc4e7, entries=1, sequenceid=56, filesize=4.9 K 2024-11-20T02:42:43,566 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=56, compaction requested=false 2024-11-20T02:42:43,574 INFO [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:43,574 DEBUG [M:0;1c82b83631a2:35391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070563348Disabling compacts and flushes for region at 1732070563348Disabling writes for close at 1732070563348Obtaining lock to block concurrent updates at 1732070563348Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070563348Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1732070563349 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070563377 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070563377Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070563392 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070563392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070563414 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070563436 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070563436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070563453 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070563469 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070563470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732070563490 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732070563505 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732070563506 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474135c0: reopening flushed file at 1732070563522 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0ce2a3: reopening flushed file at 1732070563534 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cf8d80: reopening flushed file at 1732070563546 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eee0637: reopening flushed file at 1732070563556 (+10 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=56, compaction requested=false at 1732070563566 (+10 ms)Writing region close event to WAL at 1732070563574 (+8 ms)Closed at 1732070563574 2024-11-20T02:42:43,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741846_1024 (size=757) 2024-11-20T02:42:43,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741846_1024 (size=757) 2024-11-20T02:42:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35187 is added to blk_1073741834_1018 (size=2386) 2024-11-20T02:42:44,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:42:44,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741830_1025 (size=27189) 2024-11-20T02:42:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44481 is added to blk_1073741830_1025 (size=27189) 2024-11-20T02:42:47,379 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 after 4002ms 2024-11-20T02:42:47,379 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/WALs/1c82b83631a2,35391,1732070545751/1c82b83631a2%2C35391%2C1732070545751.1732070546061 to hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/oldWALs/1c82b83631a2%2C35391%2C1732070545751.1732070546061 2024-11-20T02:42:47,383 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/MasterData/oldWALs/1c82b83631a2%2C35391%2C1732070545751.1732070546061 to hdfs://localhost:41739/user/jenkins/test-data/6201cd43-8334-0fab-4d1c-52592291a96f/oldWALs/1c82b83631a2%2C35391%2C1732070545751.1732070546061$masterlocalwal$ 2024-11-20T02:42:47,383 INFO [M:0;1c82b83631a2:35391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:42:47,383 INFO [M:0;1c82b83631a2:35391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35391 2024-11-20T02:42:47,383 INFO [M:0;1c82b83631a2:35391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:42:47,383 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:42:47,535 INFO [M:0;1c82b83631a2:35391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:42:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35391-0x1015768ac060000, quorum=127.0.0.1:57307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:42:47,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@265327e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:47,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd7774f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ac2eae1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c58cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,541 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:47,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:47,541 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid 052c893e-5205-4b99-b04a-66c8821fef4b) service to localhost/127.0.0.1:41739 2024-11-20T02:42:47,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:47,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data2/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data1/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:47,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d574b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:47,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a275158{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6fadbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407f90df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,549 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:47,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:47,549 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid 8f991e00-950d-408c-a3c6-3c1e55d2fc7e) service to localhost/127.0.0.1:41739 2024-11-20T02:42:47,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:47,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data9/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data10/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:47,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61116a84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:47,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@efc5065{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a0c9cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fbbadf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:47,559 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:47,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:47,559 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid 618c8222-4ab1-42f2-bbcb-9d9998696888) service to localhost/127.0.0.1:41739 2024-11-20T02:42:47,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data7/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data8/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:47,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d14e32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:47,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e5b27d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4612b2d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3be8d775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:47,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:47,570 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:47,570 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid 752fc1e2-b1fb-4ff2-8a48-abcbf8866c7c) service to localhost/127.0.0.1:41739 2024-11-20T02:42:47,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data5/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data6/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:47,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4043c4b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:47,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be87d6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547b6d15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e74798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,585 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:42:47,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:42:47,585 WARN [BP-1523432752-172.17.0.2-1732070543943 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523432752-172.17.0.2-1732070543943 (Datanode Uuid b11bcba8-b327-47d1-980f-787c6ed4f7d2) service to localhost/127.0.0.1:41739 2024-11-20T02:42:47,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:42:47,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data3/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/cluster_5c6c7ceb-8948-496f-37ae-9a606247a9a9/data/data4/current/BP-1523432752-172.17.0.2-1732070543943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:42:47,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:42:47,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c0fab09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:42:47,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740777ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:42:47,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:42:47,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc7a0a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:42:47,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4e83a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir/,STOPPED} 2024-11-20T02:42:47,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:42:47,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:42:47,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41739 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1434519546) connection to localhost/127.0.0.1:41739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5796 (was 6126) 2024-11-20T02:42:47,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=5796 2024-11-20T02:42:47,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:42:47,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.log.dir so I do NOT create it in target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422 2024-11-20T02:42:47,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c92a4ab-4597-e26c-c45e-abb7385cedd5/hadoop.tmp.dir so I do NOT create it in target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422 2024-11-20T02:42:47,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b, deleteOnExit=true 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/test.cache.data in system properties and HBase conf 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:42:47,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:42:47,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:42:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:42:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:42:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:42:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:42:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:42:47,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:42:48,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:48,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:48,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:48,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:48,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:48,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:48,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c26f29f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:48,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53280ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:48,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ff221a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/java.io.tmpdir/jetty-localhost-42033-hadoop-hdfs-3_4_1-tests_jar-_-any-12989390566930281553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:42:48,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@425917ee{HTTP/1.1, (http/1.1)}{localhost:42033} 2024-11-20T02:42:48,154 INFO [Time-limited test {}] server.Server(415): Started @94784ms 2024-11-20T02:42:48,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:48,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:48,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:48,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:48,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:42:48,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79041edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:48,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fb2d40e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:48,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a1c46af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/java.io.tmpdir/jetty-localhost-37173-hadoop-hdfs-3_4_1-tests_jar-_-any-4409055700802120805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:48,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69a70683{HTTP/1.1, (http/1.1)}{localhost:37173} 2024-11-20T02:42:48,505 INFO [Time-limited test {}] server.Server(415): Started @95135ms 2024-11-20T02:42:48,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:48,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:42:48,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:42:48,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:42:48,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:42:48,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:42:48,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637a1c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:42:48,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57badfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:42:48,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@282bb9a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/java.io.tmpdir/jetty-localhost-45605-hadoop-hdfs-3_4_1-tests_jar-_-any-9440149415331047567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:42:48,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66a26443{HTTP/1.1, (http/1.1)}{localhost:45605} 2024-11-20T02:42:48,640 INFO [Time-limited test {}] server.Server(415): Started @95270ms 2024-11-20T02:42:48,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:42:49,352 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data1/current/BP-151056696-172.17.0.2-1732070567724/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:49,352 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data2/current/BP-151056696-172.17.0.2-1732070567724/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:49,374 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601111313d2e9b5f with lease ID 0x6ef40f1d790cb94f: Processing first storage report for DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34 from datanode DatanodeRegistration(127.0.0.1:46657, datanodeUuid=0d7653dd-fed3-4acb-8b51-b565bff42013, infoPort=38435, infoSecurePort=0, ipcPort=43347, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724) 2024-11-20T02:42:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601111313d2e9b5f with lease ID 0x6ef40f1d790cb94f: from storage DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34 node DatanodeRegistration(127.0.0.1:46657, datanodeUuid=0d7653dd-fed3-4acb-8b51-b565bff42013, infoPort=38435, infoSecurePort=0, ipcPort=43347, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601111313d2e9b5f with lease ID 0x6ef40f1d790cb94f: Processing first storage report for DS-4bb30a5b-25de-4878-a926-7018b4b63e49 from datanode DatanodeRegistration(127.0.0.1:46657, datanodeUuid=0d7653dd-fed3-4acb-8b51-b565bff42013, infoPort=38435, infoSecurePort=0, ipcPort=43347, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724) 2024-11-20T02:42:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601111313d2e9b5f with lease ID 0x6ef40f1d790cb94f: from storage DS-4bb30a5b-25de-4878-a926-7018b4b63e49 node DatanodeRegistration(127.0.0.1:46657, datanodeUuid=0d7653dd-fed3-4acb-8b51-b565bff42013, infoPort=38435, infoSecurePort=0, ipcPort=43347, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:49,465 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data3/current/BP-151056696-172.17.0.2-1732070567724/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:49,465 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data4/current/BP-151056696-172.17.0.2-1732070567724/current, will proceed with Du for space computation calculation, 2024-11-20T02:42:49,485 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:42:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb61f369a284c823 with lease ID 0x6ef40f1d790cb950: Processing first storage report for DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d from datanode DatanodeRegistration(127.0.0.1:46163, datanodeUuid=754e4e03-a73b-443e-8dd4-c654bbb61a68, infoPort=42383, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724) 2024-11-20T02:42:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb61f369a284c823 with lease ID 0x6ef40f1d790cb950: from storage DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d node DatanodeRegistration(127.0.0.1:46163, datanodeUuid=754e4e03-a73b-443e-8dd4-c654bbb61a68, infoPort=42383, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb61f369a284c823 with lease ID 0x6ef40f1d790cb950: Processing first storage report for DS-50c07b0a-362a-4867-b0c1-a52b8aeac5cb from datanode DatanodeRegistration(127.0.0.1:46163, datanodeUuid=754e4e03-a73b-443e-8dd4-c654bbb61a68, infoPort=42383, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724) 2024-11-20T02:42:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb61f369a284c823 with lease ID 0x6ef40f1d790cb950: from storage DS-50c07b0a-362a-4867-b0c1-a52b8aeac5cb node DatanodeRegistration(127.0.0.1:46163, datanodeUuid=754e4e03-a73b-443e-8dd4-c654bbb61a68, infoPort=42383, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1562643722;c=1732070567724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:42:49,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422 2024-11-20T02:42:49,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/zookeeper_0, clientPort=55661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:42:49,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55661 2024-11-20T02:42:49,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:42:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:42:49,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199 with version=8 2024-11-20T02:42:49,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase-staging 2024-11-20T02:42:49,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:42:49,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:42:49,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:42:49,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38203 2024-11-20T02:42:49,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38203 connecting to ZooKeeper ensemble=127.0.0.1:55661 2024-11-20T02:42:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382030x0, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:42:49,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38203-0x1015769092c0000 connected 2024-11-20T02:42:49,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:49,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199, hbase.cluster.distributed=false 2024-11-20T02:42:49,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:42:49,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-20T02:42:49,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38203 2024-11-20T02:42:49,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38203 2024-11-20T02:42:49,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-20T02:42:49,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-20T02:42:49,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:42:49,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:42:49,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36181 2024-11-20T02:42:49,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36181 connecting to ZooKeeper ensemble=127.0.0.1:55661 2024-11-20T02:42:49,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361810x0, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:42:49,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36181-0x1015769092c0001 connected 2024-11-20T02:42:49,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:42:49,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:42:49,752 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:42:49,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:42:49,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:42:49,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-20T02:42:49,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36181 2024-11-20T02:42:49,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36181 2024-11-20T02:42:49,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-20T02:42:49,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-20T02:42:49,770 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:38203 2024-11-20T02:42:49,770 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,38203,1732070569593 2024-11-20T02:42:49,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:49,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:49,776 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,38203,1732070569593 2024-11-20T02:42:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:42:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,785 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:42:49,786 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,38203,1732070569593 from backup master directory 2024-11-20T02:42:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,38203,1732070569593 2024-11-20T02:42:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:42:49,793 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:42:49,793 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,38203,1732070569593 2024-11-20T02:42:49,799 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/hbase.id] with ID: 532f0477-e3d5-430d-b8b7-996c20e6a1d0 2024-11-20T02:42:49,799 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/.tmp/hbase.id 2024-11-20T02:42:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:42:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:42:49,807 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/.tmp/hbase.id]:[hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/hbase.id] 2024-11-20T02:42:49,820 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:49,821 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:42:49,822 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T02:42:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:42:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:42:49,839 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:42:49,840 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:42:49,840 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:49,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:42:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:42:49,848 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store 2024-11-20T02:42:49,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:42:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:42:49,856 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:49,856 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:42:49,856 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070569856Disabling compacts and flushes for region at 1732070569856Disabling writes for close at 1732070569856Writing region close event to WAL at 1732070569856Closed at 1732070569856 2024-11-20T02:42:49,857 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/.initializing 2024-11-20T02:42:49,857 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/WALs/1c82b83631a2,38203,1732070569593 2024-11-20T02:42:49,858 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:42:49,860 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C38203%2C1732070569593, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/WALs/1c82b83631a2,38203,1732070569593, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/oldWALs, maxLogs=10 2024-11-20T02:42:49,872 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/WALs/1c82b83631a2,38203,1732070569593/1c82b83631a2%2C38203%2C1732070569593.1732070569860, exclude list is [], retry=0 2024-11-20T02:42:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:42:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:42:49,877 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/WALs/1c82b83631a2,38203,1732070569593/1c82b83631a2%2C38203%2C1732070569593.1732070569860 2024-11-20T02:42:49,877 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-20T02:42:49,877 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:49,877 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:49,877 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,877 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:42:49,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:49,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:49,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:42:49,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:49,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:49,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:42:49,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:49,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:49,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:42:49,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:49,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:49,886 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,886 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,886 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,888 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,888 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,888 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:42:49,889 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:42:49,892 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:49,892 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876599, jitterRate=0.11465354263782501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:42:49,893 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070569878Initializing all the Stores at 1732070569878Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070569878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070569879 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070569879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070569879Cleaning up temporary data from old regions at 1732070569888 (+9 ms)Region opened successfully at 1732070569893 (+5 ms) 2024-11-20T02:42:49,893 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:42:49,897 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533d4ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:42:49,898 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:42:49,898 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:42:49,898 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:42:49,898 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:42:49,899 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:42:49,899 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:42:49,899 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:42:49,902 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:42:49,903 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:42:49,917 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:42:49,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:42:49,919 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:42:49,926 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:42:49,926 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:42:49,928 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:42:49,934 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:42:49,936 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:42:49,943 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:42:49,946 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:42:49,957 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:42:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:42:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,968 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,38203,1732070569593, sessionid=0x1015769092c0000, setting cluster-up flag (Was=false) 2024-11-20T02:42:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:50,009 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:42:50,010 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,38203,1732070569593 2024-11-20T02:42:50,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:50,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:50,051 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:42:50,052 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,38203,1732070569593 2024-11-20T02:42:50,054 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:42:50,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:50,056 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:42:50,056 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:42:50,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,38203,1732070569593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:42:50,058 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,059 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(746): ClusterId : 532f0477-e3d5-430d-b8b7-996c20e6a1d0 2024-11-20T02:42:50,059 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:42:50,059 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070600059 2024-11-20T02:42:50,059 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:42:50,059 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:50,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:42:50,060 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:42:50,061 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070570061,5,FailOnTimeoutGroup] 2024-11-20T02:42:50,061 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070570061,5,FailOnTimeoutGroup] 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,061 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:42:50,068 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:42:50,069 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:42:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:42:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:42:50,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:42:50,071 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199 2024-11-20T02:42:50,077 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:42:50,077 DEBUG [RS:0;1c82b83631a2:36181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b61989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:42:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:42:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:42:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:50,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:42:50,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:42:50,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:42:50,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:42:50,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,089 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:36181 2024-11-20T02:42:50,089 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:42:50,089 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:42:50,089 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:42:50,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:42:50,090 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,38203,1732070569593 with port=36181, startcode=1732070569739 2024-11-20T02:42:50,090 DEBUG [RS:0;1c82b83631a2:36181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:42:50,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:42:50,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:42:50,092 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:42:50,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38203 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:42:50,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:42:50,094 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199 2024-11-20T02:42:50,094 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46803 2024-11-20T02:42:50,094 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:42:50,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740 2024-11-20T02:42:50,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740 2024-11-20T02:42:50,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:42:50,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:42:50,097 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:42:50,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:42:50,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:42:50,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=773203, jitterRate=-0.016821756958961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:42:50,101 DEBUG [RS:0;1c82b83631a2:36181 {}] zookeeper.ZKUtil(111): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,101 WARN [RS:0;1c82b83631a2:36181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:42:50,102 INFO [RS:0;1c82b83631a2:36181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:50,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,36181,1732070569739] 2024-11-20T02:42:50,102 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070570081Initializing all the Stores at 1732070570082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570084 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070570084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570084Cleaning up temporary data from old regions at 1732070570097 (+13 ms)Region opened successfully at 1732070570102 (+5 ms) 2024-11-20T02:42:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:42:50,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:42:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:42:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:42:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:42:50,102 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:42:50,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070570102Disabling compacts and flushes for region at 1732070570102Disabling writes for close at 1732070570102Writing region close event to WAL at 1732070570102Closed at 1732070570102 2024-11-20T02:42:50,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:50,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:42:50,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:42:50,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:42:50,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:42:50,110 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:42:50,111 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:42:50,112 INFO [RS:0;1c82b83631a2:36181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:42:50,112 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,112 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:42:50,113 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:42:50,113 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:42:50,113 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:42:50,114 DEBUG [RS:0;1c82b83631a2:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,115 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,36181,1732070569739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:42:50,128 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:42:50,128 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,36181,1732070569739-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,128 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,128 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.Replication(171): 1c82b83631a2,36181,1732070569739 started 2024-11-20T02:42:50,141 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,141 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,36181,1732070569739, RpcServer on 1c82b83631a2/172.17.0.2:36181, sessionid=0x1015769092c0001 2024-11-20T02:42:50,141 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:42:50,141 DEBUG [RS:0;1c82b83631a2:36181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,141 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,36181,1732070569739' 2024-11-20T02:42:50,141 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:42:50,142 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,36181,1732070569739' 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:42:50,143 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:42:50,144 DEBUG [RS:0;1c82b83631a2:36181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:42:50,144 INFO [RS:0;1c82b83631a2:36181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:42:50,144 INFO [RS:0;1c82b83631a2:36181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:42:50,244 INFO [RS:0;1c82b83631a2:36181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:42:50,247 INFO [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C36181%2C1732070569739, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs, maxLogs=32 2024-11-20T02:42:50,258 WARN [1c82b83631a2:38203 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:42:50,262 DEBUG [RS:0;1c82b83631a2:36181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070570248, exclude list is [], retry=0 2024-11-20T02:42:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:42:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:42:50,267 INFO [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070570248 2024-11-20T02:42:50,267 DEBUG [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-20T02:42:50,508 DEBUG [1c82b83631a2:38203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:42:50,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,36181,1732070569739, state=OPENING 2024-11-20T02:42:50,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:42:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:42:50,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:42:50,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:50,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:50,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,36181,1732070569739}] 2024-11-20T02:42:50,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:42:50,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:42:50,722 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:42:50,722 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:42:50,722 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:42:50,725 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C36181%2C1732070569739.meta, suffix=.meta, logDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs, maxLogs=32 2024-11-20T02:42:50,739 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.meta.1732070570725.meta, exclude list is [], retry=0 2024-11-20T02:42:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:42:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:42:50,744 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.meta.1732070570725.meta 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:42:50,745 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:42:50,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:50,746 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:42:50,746 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:42:50,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:42:50,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:42:50,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:42:50,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:42:50,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:42:50,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:42:50,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:42:50,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:42:50,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:42:50,753 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:42:50,754 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740 2024-11-20T02:42:50,755 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740 2024-11-20T02:42:50,757 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:42:50,757 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:42:50,757 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:42:50,759 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:42:50,760 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=729425, jitterRate=-0.07248836755752563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:42:50,760 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:42:50,761 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070570746Writing region info on filesystem at 1732070570746Initializing all the Stores at 1732070570747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070570747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070570747Cleaning up temporary data from old regions at 1732070570757 (+10 ms)Running coprocessor post-open hooks at 1732070570760 (+3 ms)Region opened successfully at 1732070570761 (+1 ms) 2024-11-20T02:42:50,762 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070570716 2024-11-20T02:42:50,765 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:42:50,765 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:42:50,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,36181,1732070569739, state=OPEN 2024-11-20T02:42:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:42:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:42:50,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:50,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:50,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:42:50,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:42:50,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,36181,1732070569739 in 311 msec 2024-11-20T02:42:50,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:42:50,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec 2024-11-20T02:42:50,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:42:50,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:42:50,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:42:50,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,36181,1732070569739, seqNum=-1] 2024-11-20T02:42:50,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:42:50,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:42:50,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-20T02:42:50,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070570894, completionTime=-1 2024-11-20T02:42:50,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:42:50,894 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:42:50,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T02:42:50,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070630896 2024-11-20T02:42:50,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070690896 2024-11-20T02:42:50,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:38203, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,897 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,899 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:42:50,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.107sec 2024-11-20T02:42:50,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:42:50,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:42:50,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:42:50,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:42:50,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:42:50,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:42:50,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:42:50,903 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:42:50,903 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:42:50,903 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38203,1732070569593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:42:50,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211d9bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:50,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,38203,-1 for getting cluster id 2024-11-20T02:42:50,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:42:50,962 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '532f0477-e3d5-430d-b8b7-996c20e6a1d0' 2024-11-20T02:42:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:42:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "532f0477-e3d5-430d-b8b7-996c20e6a1d0" 2024-11-20T02:42:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a13c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,38203,-1] 2024-11-20T02:42:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:42:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:42:50,966 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:42:50,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5679ca5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:42:50,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:42:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,36181,1732070569739, seqNum=-1] 2024-11-20T02:42:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:42:50,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:42:50,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,38203,1732070569593 2024-11-20T02:42:50,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:42:50,978 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T02:42:50,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:42:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,38203,1732070569593 2024-11-20T02:42:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6524fc 2024-11-20T02:42:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:42:50,982 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:42:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T02:42:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T02:42:50,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:42:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:42:50,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:42:50,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:50,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-20T02:42:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:42:50,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:42:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741835_1011 (size=405) 2024-11-20T02:42:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741835_1011 (size=405) 2024-11-20T02:42:51,000 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f69c0ee14adaa686d907769046b33fa, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199 2024-11-20T02:42:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741836_1012 (size=88) 2024-11-20T02:42:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741836_1012 (size=88) 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5f69c0ee14adaa686d907769046b33fa, disabling compactions & flushes 2024-11-20T02:42:51,012 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. after waiting 0 ms 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,012 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,012 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f69c0ee14adaa686d907769046b33fa: Waiting for close lock at 1732070571012Disabling compacts and flushes for region at 1732070571012Disabling writes for close at 1732070571012Writing region close event to WAL at 1732070571012Closed at 1732070571012 2024-11-20T02:42:51,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:42:51,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732070571014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070571014"}]},"ts":"1732070571014"} 2024-11-20T02:42:51,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:42:51,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:42:51,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070571018"}]},"ts":"1732070571018"} 2024-11-20T02:42:51,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-20T02:42:51,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5f69c0ee14adaa686d907769046b33fa, ASSIGN}] 2024-11-20T02:42:51,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5f69c0ee14adaa686d907769046b33fa, ASSIGN 2024-11-20T02:42:51,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5f69c0ee14adaa686d907769046b33fa, ASSIGN; state=OFFLINE, location=1c82b83631a2,36181,1732070569739; forceNewPlan=false, retain=false 2024-11-20T02:42:51,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f69c0ee14adaa686d907769046b33fa, regionState=OPENING, regionLocation=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5f69c0ee14adaa686d907769046b33fa, ASSIGN because future has completed 2024-11-20T02:42:51,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f69c0ee14adaa686d907769046b33fa, server=1c82b83631a2,36181,1732070569739}] 2024-11-20T02:42:51,346 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f69c0ee14adaa686d907769046b33fa, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:42:51,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:42:51,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,349 INFO [StoreOpener-5f69c0ee14adaa686d907769046b33fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,351 INFO [StoreOpener-5f69c0ee14adaa686d907769046b33fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f69c0ee14adaa686d907769046b33fa columnFamilyName info 2024-11-20T02:42:51,351 DEBUG [StoreOpener-5f69c0ee14adaa686d907769046b33fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:42:51,352 INFO [StoreOpener-5f69c0ee14adaa686d907769046b33fa-1 {}] regionserver.HStore(327): Store=5f69c0ee14adaa686d907769046b33fa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:42:51,352 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,353 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,353 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,354 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,354 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,356 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,358 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:42:51,359 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f69c0ee14adaa686d907769046b33fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783507, jitterRate=-0.003719508647918701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:42:51,359 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:42:51,360 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f69c0ee14adaa686d907769046b33fa: Running coprocessor pre-open hook at 1732070571347Writing region info on filesystem at 1732070571347Initializing all the Stores at 1732070571349 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070571349Cleaning up temporary data from old regions at 1732070571354 (+5 ms)Running coprocessor post-open hooks at 1732070571359 (+5 ms)Region opened successfully at 1732070571359 2024-11-20T02:42:51,361 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa., pid=6, masterSystemTime=1732070571337 2024-11-20T02:42:51,363 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,363 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:42:51,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f69c0ee14adaa686d907769046b33fa, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,36181,1732070569739 2024-11-20T02:42:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f69c0ee14adaa686d907769046b33fa, server=1c82b83631a2,36181,1732070569739 because future has completed 2024-11-20T02:42:51,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:42:51,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f69c0ee14adaa686d907769046b33fa, server=1c82b83631a2,36181,1732070569739 in 186 msec 2024-11-20T02:42:51,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:42:51,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5f69c0ee14adaa686d907769046b33fa, ASSIGN in 350 msec 2024-11-20T02:42:51,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:42:51,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070571374"}]},"ts":"1732070571374"} 2024-11-20T02:42:51,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-20T02:42:51,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:42:51,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 394 msec 2024-11-20T02:42:51,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:42:51,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:42:51,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:42:51,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:42:51,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:42:51,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T02:42:55,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:55,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:42:56,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:42:56,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:42:56,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-20T02:43:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:43:01,076 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T02:43:01,076 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-20T02:43:01,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:01,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa., hostname=1c82b83631a2,36181,1732070569739, seqNum=2] 2024-11-20T02:43:01,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:43:01,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:43:01,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:43:01,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:43:01,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T02:43:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:01,264 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5f69c0ee14adaa686d907769046b33fa 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T02:43:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/f646b5bd5d644b55ad22d7a417b546dd is 1055, key is row0001/info:/1732070581086/Put/seqid=0 2024-11-20T02:43:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741837_1013 (size=6008) 2024-11-20T02:43:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741837_1013 (size=6008) 2024-11-20T02:43:01,289 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/f646b5bd5d644b55ad22d7a417b546dd 2024-11-20T02:43:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/f646b5bd5d644b55ad22d7a417b546dd as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd 2024-11-20T02:43:01,307 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd, entries=1, sequenceid=5, filesize=5.9 K 2024-11-20T02:43:01,308 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 44ms, sequenceid=5, compaction requested=false 2024-11-20T02:43:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5f69c0ee14adaa686d907769046b33fa: 2024-11-20T02:43:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T02:43:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T02:43:01,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T02:43:01,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-11-20T02:43:01,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 226 msec 2024-11-20T02:43:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:43:11,186 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T02:43:11,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T02:43:11,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:43:11,192 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:43:11,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:43:11,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T02:43:11,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:11,347 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5f69c0ee14adaa686d907769046b33fa 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T02:43:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/704d447d4add4d08b59be266f4b7c08f is 1055, key is row0002/info:/1732070591187/Put/seqid=0 2024-11-20T02:43:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741838_1014 (size=6008) 2024-11-20T02:43:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741838_1014 (size=6008) 2024-11-20T02:43:11,362 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/704d447d4add4d08b59be266f4b7c08f 2024-11-20T02:43:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/704d447d4add4d08b59be266f4b7c08f as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f 2024-11-20T02:43:11,380 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f, entries=1, sequenceid=9, filesize=5.9 K 2024-11-20T02:43:11,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 35ms, sequenceid=9, compaction requested=false 2024-11-20T02:43:11,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5f69c0ee14adaa686d907769046b33fa: 2024-11-20T02:43:11,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:11,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T02:43:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T02:43:11,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T02:43:11,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-20T02:43:11,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-11-20T02:43:19,572 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:43:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T02:43:21,276 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T02:43:21,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070601280, exclude list is [], retry=0 2024-11-20T02:43:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:43:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:43:21,302 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070570248 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070601280 2024-11-20T02:43:21,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-20T02:43:21,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070570248 is not closed yet, will try archiving it next time 2024-11-20T02:43:21,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741833_1009 (size=5471) 2024-11-20T02:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T02:43:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741833_1009 (size=5471) 2024-11-20T02:43:21,311 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:43:21,312 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:43:21,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:43:21,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T02:43:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:21,467 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5f69c0ee14adaa686d907769046b33fa 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T02:43:21,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/2d19b185cebe4fa9bd32c46d02c14b57 is 1055, key is row0003/info:/1732070601278/Put/seqid=0 2024-11-20T02:43:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741840_1016 (size=6008) 2024-11-20T02:43:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741840_1016 (size=6008) 2024-11-20T02:43:21,481 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/2d19b185cebe4fa9bd32c46d02c14b57 2024-11-20T02:43:21,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/2d19b185cebe4fa9bd32c46d02c14b57 as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57 2024-11-20T02:43:21,497 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57, entries=1, sequenceid=13, filesize=5.9 K 2024-11-20T02:43:21,499 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 31ms, sequenceid=13, compaction requested=true 2024-11-20T02:43:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5f69c0ee14adaa686d907769046b33fa: 2024-11-20T02:43:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T02:43:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T02:43:21,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T02:43:21,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-20T02:43:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-20T02:43:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T02:43:31,336 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T02:43:31,338 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:43:31,341 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:43:31,342 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5f69c0ee14adaa686d907769046b33fa/info is initiating minor compaction (all files) 2024-11-20T02:43:31,342 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:43:31,342 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:31,342 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5f69c0ee14adaa686d907769046b33fa/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:31,343 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57] into tmpdir=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp, totalSize=17.6 K 2024-11-20T02:43:31,344 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f646b5bd5d644b55ad22d7a417b546dd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732070581086 2024-11-20T02:43:31,344 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 704d447d4add4d08b59be266f4b7c08f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732070591187 2024-11-20T02:43:31,345 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2d19b185cebe4fa9bd32c46d02c14b57, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732070601278 2024-11-20T02:43:31,366 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5f69c0ee14adaa686d907769046b33fa#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:43:31,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/df011d8548784ca2a38502d3d858aecc is 1055, key is row0001/info:/1732070581086/Put/seqid=0 2024-11-20T02:43:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741841_1017 (size=8221) 2024-11-20T02:43:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741841_1017 (size=8221) 2024-11-20T02:43:31,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/df011d8548784ca2a38502d3d858aecc as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/df011d8548784ca2a38502d3d858aecc 2024-11-20T02:43:31,395 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f69c0ee14adaa686d907769046b33fa/info of 5f69c0ee14adaa686d907769046b33fa into df011d8548784ca2a38502d3d858aecc(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:43:31,395 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5f69c0ee14adaa686d907769046b33fa: 2024-11-20T02:43:31,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070611397, exclude list is [], retry=0 2024-11-20T02:43:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:43:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:43:31,413 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070601280 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070611397 2024-11-20T02:43:31,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-20T02:43:31,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070601280 is not closed yet, will try archiving it next time 2024-11-20T02:43:31,414 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070570248 to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs/1c82b83631a2%2C36181%2C1732070569739.1732070570248 2024-11-20T02:43:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741839_1015 (size=2495) 2024-11-20T02:43:31,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:31,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741839_1015 (size=2495) 2024-11-20T02:43:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:31,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:43:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T02:43:31,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:43:31,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:43:31,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T02:43:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:31,574 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5f69c0ee14adaa686d907769046b33fa 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T02:43:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/6cac7e0146754d9a9d4385cb17a7b98d is 1055, key is row0000/info:/1732070611396/Put/seqid=0 2024-11-20T02:43:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741843_1019 (size=6008) 2024-11-20T02:43:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741843_1019 (size=6008) 2024-11-20T02:43:31,590 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/6cac7e0146754d9a9d4385cb17a7b98d 2024-11-20T02:43:31,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/6cac7e0146754d9a9d4385cb17a7b98d as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/6cac7e0146754d9a9d4385cb17a7b98d 2024-11-20T02:43:31,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/6cac7e0146754d9a9d4385cb17a7b98d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-20T02:43:31,603 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 30ms, sequenceid=18, compaction requested=false 2024-11-20T02:43:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5f69c0ee14adaa686d907769046b33fa: 2024-11-20T02:43:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T02:43:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T02:43:31,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T02:43:31,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-20T02:43:31,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-20T02:43:31,655 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:43:31,655 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:43:36,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5f69c0ee14adaa686d907769046b33fa, had cached 0 bytes from a total of 14229 2024-11-20T02:43:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T02:43:41,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T02:43:41,470 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070621452, exclude list is [], retry=0 2024-11-20T02:43:41,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-c14a1acd-55ad-4be6-87d2-ab11795f4f34,DISK] 2024-11-20T02:43:41,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-4e196b5e-eb6a-4983-bfa7-c4a302b6b44d,DISK] 2024-11-20T02:43:41,473 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070611397 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070621452 2024-11-20T02:43:41,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-20T02:43:41,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070611397 is not closed yet, will try archiving it next time 2024-11-20T02:43:41,474 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/WALs/1c82b83631a2,36181,1732070569739/1c82b83631a2%2C36181%2C1732070569739.1732070601280 to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs/1c82b83631a2%2C36181%2C1732070569739.1732070601280 2024-11-20T02:43:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:43:41,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:43:41,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:43:41,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:41,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:41,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:43:41,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:43:41,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44033319, stopped=false 2024-11-20T02:43:41,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,38203,1732070569593 2024-11-20T02:43:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741842_1018 (size=2001) 2024-11-20T02:43:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741842_1018 (size=2001) 2024-11-20T02:43:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:43:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:43:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:41,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:43:41,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:43:41,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:43:41,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:41,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,36181,1732070569739' ***** 2024-11-20T02:43:41,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:43:41,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:43:41,528 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:43:41,528 INFO [RS:0;1c82b83631a2:36181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:43:41,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:43:41,528 INFO [RS:0;1c82b83631a2:36181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:43:41,528 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:43:41,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:43:41,529 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,36181,1732070569739 2024-11-20T02:43:41,529 INFO [RS:0;1c82b83631a2:36181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:43:41,529 INFO [RS:0;1c82b83631a2:36181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:36181. 2024-11-20T02:43:41,529 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f69c0ee14adaa686d907769046b33fa, disabling compactions & flushes 2024-11-20T02:43:41,529 DEBUG [RS:0;1c82b83631a2:36181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:43:41,529 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:41,530 DEBUG [RS:0;1c82b83631a2:36181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:41,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:41,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. after waiting 0 ms 2024-11-20T02:43:41,530 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:43:41,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:41,530 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:43:41,530 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:43:41,530 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:43:41,530 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f69c0ee14adaa686d907769046b33fa 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T02:43:41,531 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T02:43:41,531 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f69c0ee14adaa686d907769046b33fa=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.} 2024-11-20T02:43:41,531 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:43:41,531 DEBUG [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f69c0ee14adaa686d907769046b33fa 2024-11-20T02:43:41,531 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:43:41,531 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:43:41,531 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:43:41,531 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:43:41,532 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-20T02:43:41,537 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/4675628c0c4045749604f10cb35cf124 is 1055, key is row0001/info:/1732070621449/Put/seqid=0 2024-11-20T02:43:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741845_1021 (size=6008) 2024-11-20T02:43:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741845_1021 (size=6008) 2024-11-20T02:43:41,542 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/4675628c0c4045749604f10cb35cf124 2024-11-20T02:43:41,550 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/.tmp/info/4675628c0c4045749604f10cb35cf124 as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/4675628c0c4045749604f10cb35cf124 2024-11-20T02:43:41,551 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/info/88b624623b8245ff9283789b457920ef is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa./info:regioninfo/1732070571363/Put/seqid=0 2024-11-20T02:43:41,557 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/4675628c0c4045749604f10cb35cf124, entries=1, sequenceid=22, filesize=5.9 K 2024-11-20T02:43:41,558 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 28ms, sequenceid=22, compaction requested=true 2024-11-20T02:43:41,559 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57] to archive 2024-11-20T02:43:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741846_1022 (size=7308) 2024-11-20T02:43:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741846_1022 (size=7308) 2024-11-20T02:43:41,561 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/info/88b624623b8245ff9283789b457920ef 2024-11-20T02:43:41,562 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:43:41,565 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/f646b5bd5d644b55ad22d7a417b546dd 2024-11-20T02:43:41,567 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/704d447d4add4d08b59be266f4b7c08f 2024-11-20T02:43:41,568 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57 to hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/info/2d19b185cebe4fa9bd32c46d02c14b57 2024-11-20T02:43:41,579 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:38203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T02:43:41,580 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f646b5bd5d644b55ad22d7a417b546dd=6008, 704d447d4add4d08b59be266f4b7c08f=6008, 2d19b185cebe4fa9bd32c46d02c14b57=6008] 2024-11-20T02:43:41,581 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/ns/f08c9423fbe24707996c613a0ab43b1d is 43, key is default/ns:d/1732070570888/Put/seqid=0 2024-11-20T02:43:41,584 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5f69c0ee14adaa686d907769046b33fa/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-20T02:43:41,585 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:41,585 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f69c0ee14adaa686d907769046b33fa: Waiting for close lock at 1732070621529Running coprocessor pre-close hooks at 1732070621529Disabling compacts and flushes for region at 1732070621529Disabling writes for close at 1732070621530 (+1 ms)Obtaining lock to block concurrent updates at 1732070621530Preparing flush snapshotting stores in 5f69c0ee14adaa686d907769046b33fa at 1732070621530Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732070621531 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. at 1732070621532 (+1 ms)Flushing 5f69c0ee14adaa686d907769046b33fa/info: creating writer at 1732070621532Flushing 5f69c0ee14adaa686d907769046b33fa/info: appending metadata at 1732070621536 (+4 ms)Flushing 5f69c0ee14adaa686d907769046b33fa/info: closing flushed file at 1732070621536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a349fef: reopening flushed file at 1732070621549 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5f69c0ee14adaa686d907769046b33fa in 28ms, sequenceid=22, compaction requested=true at 1732070621558 (+9 ms)Writing region close event to WAL at 1732070621580 (+22 ms)Running coprocessor post-close hooks at 1732070621585 (+5 ms)Closed at 1732070621585 2024-11-20T02:43:41,585 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732070570982.5f69c0ee14adaa686d907769046b33fa. 2024-11-20T02:43:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741847_1023 (size=5153) 2024-11-20T02:43:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741847_1023 (size=5153) 2024-11-20T02:43:41,586 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/ns/f08c9423fbe24707996c613a0ab43b1d 2024-11-20T02:43:41,606 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/table/6dd4a875dc0549d29d7683d82f5425a7 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732070571374/Put/seqid=0 2024-11-20T02:43:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741848_1024 (size=5508) 2024-11-20T02:43:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741848_1024 (size=5508) 2024-11-20T02:43:41,611 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/table/6dd4a875dc0549d29d7683d82f5425a7 2024-11-20T02:43:41,618 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/info/88b624623b8245ff9283789b457920ef as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/info/88b624623b8245ff9283789b457920ef 2024-11-20T02:43:41,624 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/info/88b624623b8245ff9283789b457920ef, entries=10, sequenceid=11, filesize=7.1 K 2024-11-20T02:43:41,625 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/ns/f08c9423fbe24707996c613a0ab43b1d as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/ns/f08c9423fbe24707996c613a0ab43b1d 2024-11-20T02:43:41,632 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/ns/f08c9423fbe24707996c613a0ab43b1d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T02:43:41,633 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/.tmp/table/6dd4a875dc0549d29d7683d82f5425a7 as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/table/6dd4a875dc0549d29d7683d82f5425a7 2024-11-20T02:43:41,641 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/table/6dd4a875dc0549d29d7683d82f5425a7, entries=2, sequenceid=11, filesize=5.4 K 2024-11-20T02:43:41,642 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false 2024-11-20T02:43:41,649 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T02:43:41,649 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:43:41,649 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:43:41,649 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070621531Running coprocessor pre-close hooks at 1732070621531Disabling compacts and flushes for region at 1732070621531Disabling writes for close at 1732070621531Obtaining lock to block concurrent updates at 1732070621532 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732070621532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732070621532Flushing stores of hbase:meta,,1.1588230740 at 1732070621533 (+1 ms)Flushing 1588230740/info: creating writer at 1732070621533Flushing 1588230740/info: appending metadata at 1732070621550 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732070621550Flushing 1588230740/ns: creating writer at 1732070621568 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732070621580 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732070621580Flushing 1588230740/table: creating writer at 1732070621592 (+12 ms)Flushing 1588230740/table: appending metadata at 1732070621606 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732070621606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759be6e7: reopening flushed file at 1732070621617 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7163f640: reopening flushed file at 1732070621624 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e24fd5: reopening flushed file at 1732070621632 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false at 1732070621642 (+10 ms)Writing region close event to WAL at 1732070621644 (+2 ms)Running coprocessor post-close hooks at 1732070621649 (+5 ms)Closed at 1732070621649 2024-11-20T02:43:41,650 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:43:41,731 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,36181,1732070569739; all regions closed. 2024-11-20T02:43:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741834_1010 (size=3306) 2024-11-20T02:43:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741834_1010 (size=3306) 2024-11-20T02:43:41,740 DEBUG [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs 2024-11-20T02:43:41,740 INFO [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C36181%2C1732070569739.meta:.meta(num 1732070570725) 2024-11-20T02:43:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741844_1020 (size=1252) 2024-11-20T02:43:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741844_1020 (size=1252) 2024-11-20T02:43:41,747 DEBUG [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/oldWALs 2024-11-20T02:43:41,747 INFO [RS:0;1c82b83631a2:36181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C36181%2C1732070569739:(num 1732070621452) 2024-11-20T02:43:41,747 DEBUG [RS:0;1c82b83631a2:36181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:41,747 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:43:41,747 INFO [RS:0;1c82b83631a2:36181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:43:41,748 INFO [RS:0;1c82b83631a2:36181 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:43:41,748 INFO [RS:0;1c82b83631a2:36181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:43:41,748 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:43:41,748 INFO [RS:0;1c82b83631a2:36181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36181 2024-11-20T02:43:41,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:43:41,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,36181,1732070569739 2024-11-20T02:43:41,775 INFO [RS:0;1c82b83631a2:36181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:43:41,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,36181,1732070569739] 2024-11-20T02:43:41,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,36181,1732070569739 already deleted, retry=false 2024-11-20T02:43:41,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,36181,1732070569739 expired; onlineServers=0 2024-11-20T02:43:41,792 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,38203,1732070569593' ***** 2024-11-20T02:43:41,792 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:43:41,792 INFO [M:0;1c82b83631a2:38203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:43:41,792 INFO [M:0;1c82b83631a2:38203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:43:41,792 DEBUG [M:0;1c82b83631a2:38203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:43:41,792 DEBUG [M:0;1c82b83631a2:38203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:43:41,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:43:41,792 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070570061 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070570061,5,FailOnTimeoutGroup] 2024-11-20T02:43:41,792 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070570061 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070570061,5,FailOnTimeoutGroup] 2024-11-20T02:43:41,792 INFO [M:0;1c82b83631a2:38203 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:43:41,792 INFO [M:0;1c82b83631a2:38203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:43:41,793 DEBUG [M:0;1c82b83631a2:38203 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:43:41,793 INFO [M:0;1c82b83631a2:38203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:43:41,793 INFO [M:0;1c82b83631a2:38203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:43:41,793 INFO [M:0;1c82b83631a2:38203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:43:41,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:43:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:43:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:41,800 DEBUG [M:0;1c82b83631a2:38203 {}] zookeeper.ZKUtil(347): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:43:41,800 WARN [M:0;1c82b83631a2:38203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:43:41,801 INFO [M:0;1c82b83631a2:38203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/.lastflushedseqids 2024-11-20T02:43:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741849_1025 (size=130) 2024-11-20T02:43:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741849_1025 (size=130) 2024-11-20T02:43:41,809 INFO [M:0;1c82b83631a2:38203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:43:41,809 INFO [M:0;1c82b83631a2:38203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:43:41,809 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:43:41,809 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:41,809 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:41,809 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:43:41,809 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:41,809 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-20T02:43:41,825 DEBUG [M:0;1c82b83631a2:38203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22fdd89cd74f9daa31a133b01b396d is 82, key is hbase:meta,,1/info:regioninfo/1732070570765/Put/seqid=0 2024-11-20T02:43:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741850_1026 (size=5672) 2024-11-20T02:43:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741850_1026 (size=5672) 2024-11-20T02:43:41,830 INFO [M:0;1c82b83631a2:38203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22fdd89cd74f9daa31a133b01b396d 2024-11-20T02:43:41,851 DEBUG [M:0;1c82b83631a2:38203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a83992205214403aa30d9939dbfba8d is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070571379/Put/seqid=0 2024-11-20T02:43:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741851_1027 (size=7823) 2024-11-20T02:43:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741851_1027 (size=7823) 2024-11-20T02:43:41,857 INFO [M:0;1c82b83631a2:38203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a83992205214403aa30d9939dbfba8d 2024-11-20T02:43:41,863 INFO [M:0;1c82b83631a2:38203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a83992205214403aa30d9939dbfba8d 2024-11-20T02:43:41,877 DEBUG [M:0;1c82b83631a2:38203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97a798a8bbc4ebfb25e149d2f01a4cd is 69, key is 1c82b83631a2,36181,1732070569739/rs:state/1732070570093/Put/seqid=0 2024-11-20T02:43:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741852_1028 (size=5156) 2024-11-20T02:43:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741852_1028 (size=5156) 2024-11-20T02:43:41,883 INFO [M:0;1c82b83631a2:38203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97a798a8bbc4ebfb25e149d2f01a4cd 2024-11-20T02:43:41,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:43:41,884 INFO [RS:0;1c82b83631a2:36181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:43:41,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1015769092c0001, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:43:41,884 INFO [RS:0;1c82b83631a2:36181 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,36181,1732070569739; zookeeper connection closed. 2024-11-20T02:43:41,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@161783af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@161783af 2024-11-20T02:43:41,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:43:41,901 DEBUG [M:0;1c82b83631a2:38203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/de4f4cd41ee847429557778414ad2c34 is 52, key is load_balancer_on/state:d/1732070570977/Put/seqid=0 2024-11-20T02:43:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741853_1029 (size=5056) 2024-11-20T02:43:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741853_1029 (size=5056) 2024-11-20T02:43:41,907 INFO [M:0;1c82b83631a2:38203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/de4f4cd41ee847429557778414ad2c34 2024-11-20T02:43:41,912 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22fdd89cd74f9daa31a133b01b396d as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd22fdd89cd74f9daa31a133b01b396d 2024-11-20T02:43:41,917 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd22fdd89cd74f9daa31a133b01b396d, entries=8, sequenceid=121, filesize=5.5 K 2024-11-20T02:43:41,918 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a83992205214403aa30d9939dbfba8d as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a83992205214403aa30d9939dbfba8d 2024-11-20T02:43:41,924 INFO [M:0;1c82b83631a2:38203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a83992205214403aa30d9939dbfba8d 2024-11-20T02:43:41,924 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a83992205214403aa30d9939dbfba8d, entries=14, sequenceid=121, filesize=7.6 K 2024-11-20T02:43:41,925 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97a798a8bbc4ebfb25e149d2f01a4cd as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97a798a8bbc4ebfb25e149d2f01a4cd 2024-11-20T02:43:41,930 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97a798a8bbc4ebfb25e149d2f01a4cd, entries=1, sequenceid=121, filesize=5.0 K 2024-11-20T02:43:41,931 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/de4f4cd41ee847429557778414ad2c34 as hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/de4f4cd41ee847429557778414ad2c34 2024-11-20T02:43:41,936 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/0d1eefab-a6bc-4f21-3ad9-d3270d198199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/de4f4cd41ee847429557778414ad2c34, entries=1, sequenceid=121, filesize=4.9 K 2024-11-20T02:43:41,937 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-20T02:43:41,940 INFO [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:41,941 DEBUG [M:0;1c82b83631a2:38203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070621809Disabling compacts and flushes for region at 1732070621809Disabling writes for close at 1732070621809Obtaining lock to block concurrent updates at 1732070621809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070621809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732070621810 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070621811 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070621811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070621824 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070621824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070621836 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070621851 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070621851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070621863 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070621876 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070621876Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732070621888 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732070621901 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732070621901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c56609: reopening flushed file at 1732070621911 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e77236: reopening flushed file at 1732070621917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4dffa1: reopening flushed file at 1732070621924 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fecccc5: reopening flushed file at 1732070621930 (+6 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1732070621937 (+7 ms)Writing region close event to WAL at 1732070621940 (+3 ms)Closed at 1732070621940 2024-11-20T02:43:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741830_1006 (size=53035) 2024-11-20T02:43:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741830_1006 (size=53035) 2024-11-20T02:43:41,943 INFO [M:0;1c82b83631a2:38203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:43:41,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:43:41,943 INFO [M:0;1c82b83631a2:38203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38203 2024-11-20T02:43:41,943 INFO [M:0;1c82b83631a2:38203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:43:42,064 INFO [M:0;1c82b83631a2:38203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:43:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:43:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38203-0x1015769092c0000, quorum=127.0.0.1:55661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:43:42,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@282bb9a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:43:42,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66a26443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:43:42,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:43:42,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57badfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:43:42,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637a1c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,STOPPED} 2024-11-20T02:43:42,068 WARN [BP-151056696-172.17.0.2-1732070567724 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:43:42,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:43:42,068 WARN [BP-151056696-172.17.0.2-1732070567724 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-151056696-172.17.0.2-1732070567724 (Datanode Uuid 754e4e03-a73b-443e-8dd4-c654bbb61a68) service to localhost/127.0.0.1:46803 2024-11-20T02:43:42,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:43:42,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data3/current/BP-151056696-172.17.0.2-1732070567724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:43:42,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data4/current/BP-151056696-172.17.0.2-1732070567724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:43:42,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:43:42,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a1c46af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:43:42,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69a70683{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:43:42,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:43:42,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fb2d40e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:43:42,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79041edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,STOPPED} 2024-11-20T02:43:42,074 WARN [BP-151056696-172.17.0.2-1732070567724 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:43:42,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:43:42,074 WARN [BP-151056696-172.17.0.2-1732070567724 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-151056696-172.17.0.2-1732070567724 (Datanode Uuid 0d7653dd-fed3-4acb-8b51-b565bff42013) service to localhost/127.0.0.1:46803 2024-11-20T02:43:42,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:43:42,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data1/current/BP-151056696-172.17.0.2-1732070567724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:43:42,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/cluster_4f6aba77-f87a-1550-0fc4-2b058e7e414b/data/data2/current/BP-151056696-172.17.0.2-1732070567724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:43:42,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:43:42,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ff221a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:43:42,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@425917ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:43:42,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:43:42,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53280ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:43:42,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c26f29f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir/,STOPPED} 2024-11-20T02:43:42,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:43:42,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:43:42,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=5768 (was 5796) 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=5768 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.log.dir so I do NOT create it in target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b4535d8-4568-70dd-3336-abafc4c83422/hadoop.tmp.dir so I do NOT create it in target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e, deleteOnExit=true 2024-11-20T02:43:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/test.cache.data in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:43:42,118 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:43:42,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:43:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:43:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:43:42,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:43:42,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:43:42,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:43:42,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:43:42,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:43:42,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:43:42,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600ea663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:43:42,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c5fdc94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:43:42,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b406317{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/java.io.tmpdir/jetty-localhost-42573-hadoop-hdfs-3_4_1-tests_jar-_-any-2384116341341923666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:43:42,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2deb51ec{HTTP/1.1, (http/1.1)}{localhost:42573} 2024-11-20T02:43:42,504 INFO [Time-limited test {}] server.Server(415): Started @149135ms 2024-11-20T02:43:42,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:43:42,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:43:42,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:43:42,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:43:42,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:43:42,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b19a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:43:42,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa4e685{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:43:42,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c75d12e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/java.io.tmpdir/jetty-localhost-45683-hadoop-hdfs-3_4_1-tests_jar-_-any-11342094208946359005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:43:42,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@284beb4c{HTTP/1.1, (http/1.1)}{localhost:45683} 2024-11-20T02:43:42,851 INFO [Time-limited test {}] server.Server(415): Started @149481ms 2024-11-20T02:43:42,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:43:42,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:43:42,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:43:42,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:43:42,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:43:42,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:43:42,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26efa78b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:43:42,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fec80fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:43:43,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0f6a78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/java.io.tmpdir/jetty-localhost-34255-hadoop-hdfs-3_4_1-tests_jar-_-any-8376140092722225658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:43:43,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e9e3f2d{HTTP/1.1, (http/1.1)}{localhost:34255} 2024-11-20T02:43:43,025 INFO [Time-limited test {}] server.Server(415): Started @149655ms 2024-11-20T02:43:43,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:43:43,768 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data2/current/BP-210374909-172.17.0.2-1732070622134/current, will proceed with Du for space computation calculation, 2024-11-20T02:43:43,768 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data1/current/BP-210374909-172.17.0.2-1732070622134/current, will proceed with Du for space computation calculation, 2024-11-20T02:43:43,786 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:43:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee8d0b100b9f5fdc with lease ID 0x936d30607b9a354e: Processing first storage report for DS-a7af1f96-d892-445e-8d17-36eb97cc94e4 from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=aab28865-cb1c-4e0f-9c67-6fee2e989809, infoPort=46815, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134) 2024-11-20T02:43:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee8d0b100b9f5fdc with lease ID 0x936d30607b9a354e: from storage DS-a7af1f96-d892-445e-8d17-36eb97cc94e4 node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=aab28865-cb1c-4e0f-9c67-6fee2e989809, infoPort=46815, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:43:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee8d0b100b9f5fdc with lease ID 0x936d30607b9a354e: Processing first storage report for DS-61020dce-3f4c-4af1-aa15-92893f8f1ecf from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=aab28865-cb1c-4e0f-9c67-6fee2e989809, infoPort=46815, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134) 2024-11-20T02:43:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee8d0b100b9f5fdc with lease ID 0x936d30607b9a354e: from storage DS-61020dce-3f4c-4af1-aa15-92893f8f1ecf node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=aab28865-cb1c-4e0f-9c67-6fee2e989809, infoPort=46815, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:43:43,952 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data3/current/BP-210374909-172.17.0.2-1732070622134/current, will proceed with Du for space computation calculation, 2024-11-20T02:43:43,952 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data4/current/BP-210374909-172.17.0.2-1732070622134/current, will proceed with Du for space computation calculation, 2024-11-20T02:43:43,973 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:43:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0a9da9ed18db1a with lease ID 0x936d30607b9a354f: Processing first storage report for DS-74862dec-eee9-49a6-87fb-51680091eda9 from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=dfe2c829-55f8-43be-960b-dec0123fddda, infoPort=37165, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134) 2024-11-20T02:43:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0a9da9ed18db1a with lease ID 0x936d30607b9a354f: from storage DS-74862dec-eee9-49a6-87fb-51680091eda9 node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=dfe2c829-55f8-43be-960b-dec0123fddda, infoPort=37165, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:43:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0a9da9ed18db1a with lease ID 0x936d30607b9a354f: Processing first storage report for DS-4c67c1f8-4eb8-416e-9e10-c55989aff68a from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=dfe2c829-55f8-43be-960b-dec0123fddda, infoPort=37165, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134) 2024-11-20T02:43:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0a9da9ed18db1a with lease ID 0x936d30607b9a354f: from storage DS-4c67c1f8-4eb8-416e-9e10-c55989aff68a node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=dfe2c829-55f8-43be-960b-dec0123fddda, infoPort=37165, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=1808599983;c=1732070622134), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:43:44,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614 2024-11-20T02:43:44,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/zookeeper_0, clientPort=60705, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:43:44,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60705 2024-11-20T02:43:44,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:43:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:43:44,089 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1 with version=8 2024-11-20T02:43:44,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase-staging 2024-11-20T02:43:44,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:43:44,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:43:44,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:43:44,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:43:44,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:43:44,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35963 2024-11-20T02:43:44,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35963 connecting to ZooKeeper ensemble=127.0.0.1:60705 2024-11-20T02:43:44,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359630x0, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:43:44,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35963-0x1015769de050000 connected 2024-11-20T02:43:44,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:43:44,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1, hbase.cluster.distributed=false 2024-11-20T02:43:44,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:43:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T02:43:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-11-20T02:43:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-11-20T02:43:44,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T02:43:44,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T02:43:44,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:43:44,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:43:44,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33911 2024-11-20T02:43:44,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33911 connecting to ZooKeeper ensemble=127.0.0.1:60705 2024-11-20T02:43:44,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,321 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339110x0, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:43:44,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33911-0x1015769de050001 connected 2024-11-20T02:43:44,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:43:44,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:43:44,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:43:44,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:43:44,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:43:44,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T02:43:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33911 2024-11-20T02:43:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33911 2024-11-20T02:43:44,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T02:43:44,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T02:43:44,355 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:35963 2024-11-20T02:43:44,356 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,35963,1732070624092 2024-11-20T02:43:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:43:44,367 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:43:44,367 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,35963,1732070624092 2024-11-20T02:43:44,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:44,379 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:43:44,379 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:44,380 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:43:44,380 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,35963,1732070624092 from backup master directory 2024-11-20T02:43:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,35963,1732070624092 2024-11-20T02:43:44,387 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:43:44,387 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:43:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:43:44,387 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,35963,1732070624092 2024-11-20T02:43:44,392 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/hbase.id] with ID: da9bdd0a-eea7-4b8d-9aba-96835a919192 2024-11-20T02:43:44,392 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/.tmp/hbase.id 2024-11-20T02:43:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:43:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:43:44,418 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/.tmp/hbase.id]:[hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/hbase.id] 2024-11-20T02:43:44,432 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:44,432 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:43:44,434 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T02:43:44,450 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:43:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:43:44,463 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:43:44,463 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:43:44,464 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:43:44,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:43:44,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:43:44,496 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store 2024-11-20T02:43:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:43:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:43:44,914 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:44,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:43:44,915 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:44,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:44,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:43:44,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:44,915 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:43:44,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070624915Disabling compacts and flushes for region at 1732070624915Disabling writes for close at 1732070624915Writing region close event to WAL at 1732070624915Closed at 1732070624915 2024-11-20T02:43:44,916 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/.initializing 2024-11-20T02:43:44,916 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/WALs/1c82b83631a2,35963,1732070624092 2024-11-20T02:43:44,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:43:44,919 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C35963%2C1732070624092, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/WALs/1c82b83631a2,35963,1732070624092, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/oldWALs, maxLogs=10 2024-11-20T02:43:44,937 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/WALs/1c82b83631a2,35963,1732070624092/1c82b83631a2%2C35963%2C1732070624092.1732070624919, exclude list is [], retry=0 2024-11-20T02:43:44,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-a7af1f96-d892-445e-8d17-36eb97cc94e4,DISK] 2024-11-20T02:43:44,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-74862dec-eee9-49a6-87fb-51680091eda9,DISK] 2024-11-20T02:43:44,947 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/WALs/1c82b83631a2,35963,1732070624092/1c82b83631a2%2C35963%2C1732070624092.1732070624919 2024-11-20T02:43:44,947 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46815:46815),(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-20T02:43:44,947 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:43:44,948 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:44,948 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,948 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:43:44,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:43:44,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:44,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:43:44,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:43:44,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:44,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:43:44,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:43:44,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:44,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:43:44,960 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,960 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,961 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,962 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,962 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,963 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:43:44,964 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:43:44,966 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:43:44,967 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724150, jitterRate=-0.07919688522815704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:43:44,967 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070624948Initializing all the Stores at 1732070624949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070624949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070624949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070624949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070624949Cleaning up temporary data from old regions at 1732070624962 (+13 ms)Region opened successfully at 1732070624967 (+5 ms) 2024-11-20T02:43:44,967 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:43:44,971 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db8f82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:43:44,972 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:43:44,972 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:43:44,972 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:43:44,972 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:43:44,973 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:43:44,973 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:43:44,973 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:43:44,976 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:43:44,977 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:43:45,025 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:43:45,025 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:43:45,026 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:43:45,037 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:43:45,038 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:43:45,039 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:43:45,050 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:43:45,051 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:43:45,062 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:43:45,064 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:43:45,075 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:43:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:43:45,083 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:43:45,083 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,084 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,35963,1732070624092, sessionid=0x1015769de050000, setting cluster-up flag (Was=false) 2024-11-20T02:43:45,104 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,133 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:43:45,135 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35963,1732070624092 2024-11-20T02:43:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,154 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,183 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:43:45,185 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35963,1732070624092 2024-11-20T02:43:45,186 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:43:45,188 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:43:45,189 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:43:45,189 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:43:45,189 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,35963,1732070624092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:43:45,191 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:43:45,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:43:45,200 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070655202 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:43:45,202 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:43:45,206 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,211 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:43:45,211 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:43:45,211 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:43:45,211 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:43:45,211 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:43:45,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070625211,5,FailOnTimeoutGroup] 2024-11-20T02:43:45,215 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070625212,5,FailOnTimeoutGroup] 2024-11-20T02:43:45,215 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,215 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:43:45,215 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,215 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:43:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:43:45,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:43:45,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1 2024-11-20T02:43:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:43:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:43:45,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:45,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:43:45,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:43:45,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:43:45,240 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(746): ClusterId : da9bdd0a-eea7-4b8d-9aba-96835a919192 2024-11-20T02:43:45,240 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:43:45,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:43:45,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:43:45,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:43:45,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:43:45,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:43:45,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:43:45,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740 2024-11-20T02:43:45,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740 2024-11-20T02:43:45,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:43:45,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:43:45,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:43:45,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:43:45,257 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:43:45,258 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701167, jitterRate=-0.10842117667198181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:43:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070625235Initializing all the Stores at 1732070625236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070625236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625236Cleaning up temporary data from old regions at 1732070625253 (+17 ms)Region opened successfully at 1732070625259 (+6 ms) 2024-11-20T02:43:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:43:45,259 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:43:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:43:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:43:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:43:45,259 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:43:45,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070625259Disabling compacts and flushes for region at 1732070625259Disabling writes for close at 1732070625259Writing region close event to WAL at 1732070625259Closed at 1732070625259 2024-11-20T02:43:45,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:43:45,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:43:45,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:43:45,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:43:45,264 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:43:45,264 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:43:45,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:43:45,276 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:43:45,276 DEBUG [RS:0;1c82b83631a2:33911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cee4c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:43:45,292 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:33911 2024-11-20T02:43:45,292 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:43:45,292 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:43:45,292 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:43:45,293 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,35963,1732070624092 with port=33911, startcode=1732070624301 2024-11-20T02:43:45,293 DEBUG [RS:0;1c82b83631a2:33911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:43:45,295 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:43:45,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,298 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1 2024-11-20T02:43:45,298 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-20T02:43:45,298 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:43:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:43:45,309 DEBUG [RS:0;1c82b83631a2:33911 {}] zookeeper.ZKUtil(111): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,309 WARN [RS:0;1c82b83631a2:33911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:43:45,309 INFO [RS:0;1c82b83631a2:33911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:43:45,309 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,33911,1732070624301] 2024-11-20T02:43:45,317 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:43:45,322 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:43:45,323 INFO [RS:0;1c82b83631a2:33911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:43:45,323 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,323 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:43:45,324 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:43:45,324 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,324 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,324 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:43:45,325 DEBUG [RS:0;1c82b83631a2:33911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,326 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,33911,1732070624301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:43:45,346 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:43:45,347 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,33911,1732070624301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,347 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,347 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.Replication(171): 1c82b83631a2,33911,1732070624301 started 2024-11-20T02:43:45,367 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:45,368 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,33911,1732070624301, RpcServer on 1c82b83631a2/172.17.0.2:33911, sessionid=0x1015769de050001 2024-11-20T02:43:45,368 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:43:45,368 DEBUG [RS:0;1c82b83631a2:33911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,368 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,33911,1732070624301' 2024-11-20T02:43:45,368 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:43:45,368 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,33911,1732070624301' 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:43:45,369 DEBUG [RS:0;1c82b83631a2:33911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:43:45,370 INFO [RS:0;1c82b83631a2:33911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:43:45,370 INFO [RS:0;1c82b83631a2:33911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:43:45,415 WARN [1c82b83631a2:35963 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:43:45,470 INFO [RS:0;1c82b83631a2:33911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:43:45,472 INFO [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C33911%2C1732070624301, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs, maxLogs=32 2024-11-20T02:43:45,490 DEBUG [RS:0;1c82b83631a2:33911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070625473, exclude list is [], retry=0 2024-11-20T02:43:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-74862dec-eee9-49a6-87fb-51680091eda9,DISK] 2024-11-20T02:43:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-a7af1f96-d892-445e-8d17-36eb97cc94e4,DISK] 2024-11-20T02:43:45,500 INFO [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070625473 2024-11-20T02:43:45,500 DEBUG [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165),(127.0.0.1/127.0.0.1:46815:46815)] 2024-11-20T02:43:45,665 DEBUG [1c82b83631a2:35963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:43:45,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,33911,1732070624301, state=OPENING 2024-11-20T02:43:45,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:43:45,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,750 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:43:45,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:43:45,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:43:45,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:43:45,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,33911,1732070624301}] 2024-11-20T02:43:45,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:43:45,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:43:45,911 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:43:45,912 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:43:45,912 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:43:45,915 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C33911%2C1732070624301.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs, maxLogs=32 2024-11-20T02:43:45,929 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.meta.1732070625916.meta, exclude list is [], retry=0 2024-11-20T02:43:45,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-a7af1f96-d892-445e-8d17-36eb97cc94e4,DISK] 2024-11-20T02:43:45,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-74862dec-eee9-49a6-87fb-51680091eda9,DISK] 2024-11-20T02:43:45,933 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.meta.1732070625916.meta 2024-11-20T02:43:45,933 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165),(127.0.0.1/127.0.0.1:46815:46815)] 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:43:45,934 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:43:45,934 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:43:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:43:45,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:43:45,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:43:45,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:43:45,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:43:45,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:43:45,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:43:45,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:43:45,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:45,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:43:45,942 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:43:45,943 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740 2024-11-20T02:43:45,945 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740 2024-11-20T02:43:45,946 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:43:45,946 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:43:45,946 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:43:45,948 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:43:45,948 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748935, jitterRate=-0.04768034815788269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:43:45,948 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:43:45,949 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070625934Writing region info on filesystem at 1732070625934Initializing all the Stores at 1732070625935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070625935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070625935Cleaning up temporary data from old regions at 1732070625946 (+11 ms)Running coprocessor post-open hooks at 1732070625948 (+2 ms)Region opened successfully at 1732070625949 (+1 ms) 2024-11-20T02:43:45,950 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070625904 2024-11-20T02:43:45,952 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:43:45,953 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:43:45,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,33911,1732070624301, state=OPEN 2024-11-20T02:43:45,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:43:45,986 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:43:45,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:45,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:43:45,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:43:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:43:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,33911,1732070624301 in 235 msec 2024-11-20T02:43:45,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:43:45,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-20T02:43:45,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:43:45,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:43:45,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:43:45,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,33911,1732070624301, seqNum=-1] 2024-11-20T02:43:45,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:43:45,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:43:46,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-11-20T02:43:46,002 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070626002, completionTime=-1 2024-11-20T02:43:46,002 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:43:46,002 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070686004 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070746004 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,005 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,005 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:35963, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,005 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,005 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,007 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.624sec 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:43:46,011 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:43:46,012 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:43:46,014 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:43:46,014 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:43:46,014 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35963,1732070624092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:43:46,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7eecde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:43:46,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,35963,-1 for getting cluster id 2024-11-20T02:43:46,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:43:46,042 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da9bdd0a-eea7-4b8d-9aba-96835a919192' 2024-11-20T02:43:46,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:43:46,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da9bdd0a-eea7-4b8d-9aba-96835a919192" 2024-11-20T02:43:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca8f0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:43:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,35963,-1] 2024-11-20T02:43:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:43:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:43:46,044 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:43:46,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643959bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:43:46,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:43:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,33911,1732070624301, seqNum=-1] 2024-11-20T02:43:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:43:46,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:43:46,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,35963,1732070624092 2024-11-20T02:43:46,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:43:46,053 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T02:43:46,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:43:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,35963,1732070624092 2024-11-20T02:43:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39251207 2024-11-20T02:43:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:43:46,056 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:43:46,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T02:43:46,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T02:43:46,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:43:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-20T02:43:46,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:43:46,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:46,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-20T02:43:46,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:43:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:43:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741835_1011 (size=381) 2024-11-20T02:43:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741835_1011 (size=381) 2024-11-20T02:43:46,070 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 969b44d1ab407c099696057a4f5ace7a, NAME => 'TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1 2024-11-20T02:43:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741836_1012 (size=64) 2024-11-20T02:43:46,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741836_1012 (size=64) 2024-11-20T02:43:46,080 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:46,081 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 969b44d1ab407c099696057a4f5ace7a, disabling compactions & flushes 2024-11-20T02:43:46,081 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,081 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,081 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. after waiting 0 ms 2024-11-20T02:43:46,081 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,081 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,081 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 969b44d1ab407c099696057a4f5ace7a: Waiting for close lock at 1732070626081Disabling compacts and flushes for region at 1732070626081Disabling writes for close at 1732070626081Writing region close event to WAL at 1732070626081Closed at 1732070626081 2024-11-20T02:43:46,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:43:46,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732070626082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070626082"}]},"ts":"1732070626082"} 2024-11-20T02:43:46,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:43:46,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:43:46,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070626086"}]},"ts":"1732070626086"} 2024-11-20T02:43:46,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-20T02:43:46,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, ASSIGN}] 2024-11-20T02:43:46,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, ASSIGN 2024-11-20T02:43:46,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, ASSIGN; state=OFFLINE, location=1c82b83631a2,33911,1732070624301; forceNewPlan=false, retain=false 2024-11-20T02:43:46,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=969b44d1ab407c099696057a4f5ace7a, regionState=OPENING, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:46,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, ASSIGN because future has completed 2024-11-20T02:43:46,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301}] 2024-11-20T02:43:46,401 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,401 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 969b44d1ab407c099696057a4f5ace7a, NAME => 'TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:43:46,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:43:46,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,407 INFO [StoreOpener-969b44d1ab407c099696057a4f5ace7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,409 INFO [StoreOpener-969b44d1ab407c099696057a4f5ace7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 969b44d1ab407c099696057a4f5ace7a columnFamilyName info 2024-11-20T02:43:46,409 DEBUG [StoreOpener-969b44d1ab407c099696057a4f5ace7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:43:46,409 INFO [StoreOpener-969b44d1ab407c099696057a4f5ace7a-1 {}] regionserver.HStore(327): Store=969b44d1ab407c099696057a4f5ace7a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:43:46,410 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,412 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,412 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,417 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:43:46,417 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 969b44d1ab407c099696057a4f5ace7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838328, jitterRate=0.06599017977714539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:43:46,418 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:46,418 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 969b44d1ab407c099696057a4f5ace7a: Running coprocessor pre-open hook at 1732070626402Writing region info on filesystem at 1732070626402Initializing all the Stores at 1732070626407 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070626407Cleaning up temporary data from old regions at 1732070626412 (+5 ms)Running coprocessor post-open hooks at 1732070626418 (+6 ms)Region opened successfully at 1732070626418 2024-11-20T02:43:46,419 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., pid=6, masterSystemTime=1732070626397 2024-11-20T02:43:46,422 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,422 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:46,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=969b44d1ab407c099696057a4f5ace7a, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:43:46,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301 because future has completed 2024-11-20T02:43:46,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:43:46,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301 in 183 msec 2024-11-20T02:43:46,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:43:46,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, ASSIGN in 343 msec 2024-11-20T02:43:46,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:43:46,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070626436"}]},"ts":"1732070626436"} 2024-11-20T02:43:46,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-20T02:43:46,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:43:46,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 383 msec 2024-11-20T02:43:46,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:46,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:43:47,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:47,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:51,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:43:51,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-20T02:43:51,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T02:43:51,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T02:43:51,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T02:43:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:43:56,086 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-20T02:43:56,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-20T02:43:56,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-20T02:43:56,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., hostname=1c82b83631a2,33911,1732070624301, seqNum=2] 2024-11-20T02:43:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:56,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:43:56,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/35fd56c7afb442dc8dfb702024d137de is 1055, key is row0001/info:/1732070636098/Put/seqid=0 2024-11-20T02:43:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741837_1013 (size=13386) 2024-11-20T02:43:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741837_1013 (size=13386) 2024-11-20T02:43:56,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/35fd56c7afb442dc8dfb702024d137de 2024-11-20T02:43:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/35fd56c7afb442dc8dfb702024d137de as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de 2024-11-20T02:43:56,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T02:43:56,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 969b44d1ab407c099696057a4f5ace7a in 39ms, sequenceid=12, compaction requested=false 2024-11-20T02:43:56,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:43:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:56,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-20T02:43:56,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/c901074f055640cab3db29a3b9bc36d8 is 1055, key is row0009/info:/1732070636116/Put/seqid=0 2024-11-20T02:43:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741838_1014 (size=24978) 2024-11-20T02:43:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741838_1014 (size=24978) 2024-11-20T02:43:56,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/c901074f055640cab3db29a3b9bc36d8 2024-11-20T02:43:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/c901074f055640cab3db29a3b9bc36d8 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 2024-11-20T02:43:56,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8, entries=19, sequenceid=34, filesize=24.4 K 2024-11-20T02:43:56,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 969b44d1ab407c099696057a4f5ace7a in 22ms, sequenceid=34, compaction requested=false 2024-11-20T02:43:56,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:43:56,179 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-20T02:43:56,179 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:56,179 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 because midkey is the same as first or last row 2024-11-20T02:43:57,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:43:57,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:57,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:43:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:58,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:43:58,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/d09ad5ca1d9f46ebb1d16f92ce2af697 is 1055, key is row0028/info:/1732070636157/Put/seqid=0 2024-11-20T02:43:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741839_1015 (size=13386) 2024-11-20T02:43:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741839_1015 (size=13386) 2024-11-20T02:43:58,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/d09ad5ca1d9f46ebb1d16f92ce2af697 2024-11-20T02:43:58,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/d09ad5ca1d9f46ebb1d16f92ce2af697 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697 2024-11-20T02:43:58,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697, entries=8, sequenceid=45, filesize=13.1 K 2024-11-20T02:43:58,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 969b44d1ab407c099696057a4f5ace7a in 54ms, sequenceid=45, compaction requested=true 2024-11-20T02:43:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:43:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-20T02:43:58,234 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:58,234 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 because midkey is the same as first or last row 2024-11-20T02:43:58,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 969b44d1ab407c099696057a4f5ace7a:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:43:58,236 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:43:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:43:58,237 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:43:58,237 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 969b44d1ab407c099696057a4f5ace7a/info is initiating minor compaction (all files) 2024-11-20T02:43:58,237 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 969b44d1ab407c099696057a4f5ace7a/info in TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:43:58,238 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp, totalSize=50.5 K 2024-11-20T02:43:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:43:58,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-20T02:43:58,238 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35fd56c7afb442dc8dfb702024d137de, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732070636098 2024-11-20T02:43:58,239 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting c901074f055640cab3db29a3b9bc36d8, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732070636116 2024-11-20T02:43:58,240 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting d09ad5ca1d9f46ebb1d16f92ce2af697, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732070636157 2024-11-20T02:43:58,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/672d16ba31364606b2bc23bd04770adb is 1055, key is row0036/info:/1732070638181/Put/seqid=0 2024-11-20T02:43:58,290 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 969b44d1ab407c099696057a4f5ace7a#info#compaction#35 average throughput is 8.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:43:58,290 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/674420096fbe48289499b01a3830e395 is 1055, key is row0001/info:/1732070636098/Put/seqid=0 2024-11-20T02:43:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741840_1016 (size=22874) 2024-11-20T02:43:58,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/672d16ba31364606b2bc23bd04770adb 2024-11-20T02:43:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741840_1016 (size=22874) 2024-11-20T02:43:58,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/672d16ba31364606b2bc23bd04770adb as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb 2024-11-20T02:43:58,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb, entries=17, sequenceid=65, filesize=22.3 K 2024-11-20T02:43:58,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 969b44d1ab407c099696057a4f5ace7a in 76ms, sequenceid=65, compaction requested=false 2024-11-20T02:43:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:43:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.9 K, sizeToCheck=16.0 K 2024-11-20T02:43:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 because midkey is the same as first or last row 2024-11-20T02:43:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741841_1017 (size=41949) 2024-11-20T02:43:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741841_1017 (size=41949) 2024-11-20T02:43:58,339 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/674420096fbe48289499b01a3830e395 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 2024-11-20T02:43:58,349 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 969b44d1ab407c099696057a4f5ace7a/info of 969b44d1ab407c099696057a4f5ace7a into 674420096fbe48289499b01a3830e395(size=41.0 K), total size for store is 63.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:43:58,349 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:43:58,352 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., storeName=969b44d1ab407c099696057a4f5ace7a/info, priority=13, startTime=1732070638234; duration=0sec 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 because midkey is the same as first or last row 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:58,352 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 because midkey is the same as first or last row 2024-11-20T02:43:58,353 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-20T02:43:58,353 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:43:58,353 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 because midkey is the same as first or last row 2024-11-20T02:43:58,353 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:43:58,353 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 969b44d1ab407c099696057a4f5ace7a:info 2024-11-20T02:44:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T02:44:00,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/de02be5d4f514bc28067e67d2ef4a1c2 is 1055, key is row0053/info:/1732070638238/Put/seqid=0 2024-11-20T02:44:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741842_1018 (size=18662) 2024-11-20T02:44:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741842_1018 (size=18662) 2024-11-20T02:44:00,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/de02be5d4f514bc28067e67d2ef4a1c2 2024-11-20T02:44:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/de02be5d4f514bc28067e67d2ef4a1c2 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2 2024-11-20T02:44:00,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2, entries=13, sequenceid=82, filesize=18.2 K 2024-11-20T02:44:00,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 969b44d1ab407c099696057a4f5ace7a in 32ms, sequenceid=82, compaction requested=true 2024-11-20T02:44:00,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:44:00,309 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,309 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,309 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 because midkey is the same as first or last row 2024-11-20T02:44:00,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 969b44d1ab407c099696057a4f5ace7a:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:00,310 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:00,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,311 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83485 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:00,311 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 969b44d1ab407c099696057a4f5ace7a/info is initiating minor compaction (all files) 2024-11-20T02:44:00,311 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 969b44d1ab407c099696057a4f5ace7a/info in TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:44:00,312 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp, totalSize=81.5 K 2024-11-20T02:44:00,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T02:44:00,312 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674420096fbe48289499b01a3830e395, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732070636098 2024-11-20T02:44:00,313 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 672d16ba31364606b2bc23bd04770adb, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732070638181 2024-11-20T02:44:00,313 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting de02be5d4f514bc28067e67d2ef4a1c2, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732070638238 2024-11-20T02:44:00,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/100603e8cedd478eb1a7e75fb3726641 is 1055, key is row0066/info:/1732070640278/Put/seqid=0 2024-11-20T02:44:00,339 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 969b44d1ab407c099696057a4f5ace7a#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:00,339 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/b70cdee600f841f2b39bdeca7e239cf4 is 1055, key is row0001/info:/1732070636098/Put/seqid=0 2024-11-20T02:44:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741843_1019 (size=18662) 2024-11-20T02:44:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741843_1019 (size=18662) 2024-11-20T02:44:00,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/100603e8cedd478eb1a7e75fb3726641 2024-11-20T02:44:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741844_1020 (size=73753) 2024-11-20T02:44:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741844_1020 (size=73753) 2024-11-20T02:44:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/100603e8cedd478eb1a7e75fb3726641 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/100603e8cedd478eb1a7e75fb3726641 2024-11-20T02:44:00,355 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/b70cdee600f841f2b39bdeca7e239cf4 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4 2024-11-20T02:44:00,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/100603e8cedd478eb1a7e75fb3726641, entries=13, sequenceid=98, filesize=18.2 K 2024-11-20T02:44:00,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=14.37 KB/14714 for 969b44d1ab407c099696057a4f5ace7a in 49ms, sequenceid=98, compaction requested=false 2024-11-20T02:44:00,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:44:00,360 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.8 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,360 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,360 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 because midkey is the same as first or last row 2024-11-20T02:44:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-20T02:44:00,362 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 969b44d1ab407c099696057a4f5ace7a/info of 969b44d1ab407c099696057a4f5ace7a into b70cdee600f841f2b39bdeca7e239cf4(size=72.0 K), total size for store is 90.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:44:00,363 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., storeName=969b44d1ab407c099696057a4f5ace7a/info, priority=13, startTime=1732070640309; duration=0sec 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,363 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,364 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:00,365 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:00,365 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 969b44d1ab407c099696057a4f5ace7a:info 2024-11-20T02:44:00,366 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] assignment.AssignmentManager(1363): Split request from 1c82b83631a2,33911,1732070624301, parent={ENCODED => 969b44d1ab407c099696057a4f5ace7a, NAME => 'TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-20T02:44:00,372 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:00,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/7657becb7727488d9d91f0eaee189c4b is 1055, key is row0079/info:/1732070640313/Put/seqid=0 2024-11-20T02:44:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741845_1021 (size=21822) 2024-11-20T02:44:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741845_1021 (size=21822) 2024-11-20T02:44:00,378 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=969b44d1ab407c099696057a4f5ace7a, daughterA=66bcf25bf5655e4b7150ab11b9ba9c5b, daughterB=4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:00,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/7657becb7727488d9d91f0eaee189c4b 2024-11-20T02:44:00,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=969b44d1ab407c099696057a4f5ace7a, daughterA=66bcf25bf5655e4b7150ab11b9ba9c5b, daughterB=4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:00,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=969b44d1ab407c099696057a4f5ace7a, daughterA=66bcf25bf5655e4b7150ab11b9ba9c5b, daughterB=4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:00,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=969b44d1ab407c099696057a4f5ace7a, daughterA=66bcf25bf5655e4b7150ab11b9ba9c5b, daughterB=4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:00,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, UNASSIGN}] 2024-11-20T02:44:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/7657becb7727488d9d91f0eaee189c4b as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/7657becb7727488d9d91f0eaee189c4b 2024-11-20T02:44:00,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, UNASSIGN 2024-11-20T02:44:00,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=969b44d1ab407c099696057a4f5ace7a, regionState=CLOSING, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, UNASSIGN because future has completed 2024-11-20T02:44:00,397 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-20T02:44:00,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301}] 2024-11-20T02:44:00,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/7657becb7727488d9d91f0eaee189c4b, entries=16, sequenceid=118, filesize=21.3 K 2024-11-20T02:44:00,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=2.05 KB/2102 for 969b44d1ab407c099696057a4f5ace7a in 38ms, sequenceid=118, compaction requested=true 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 969b44d1ab407c099696057a4f5ace7a: 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T02:44:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:00,402 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] assignment.AssignmentManager(1363): Split request from 1c82b83631a2,33911,1732070624301, parent={ENCODED => 969b44d1ab407c099696057a4f5ace7a, NAME => 'TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-20T02:44:00,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] assignment.AssignmentManager(1378): Ignoring split request from 1c82b83631a2,33911,1732070624301, parent={ENCODED => 969b44d1ab407c099696057a4f5ace7a, NAME => 'TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-20T02:44:00,557 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,557 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-20T02:44:00,558 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 969b44d1ab407c099696057a4f5ace7a, disabling compactions & flushes 2024-11-20T02:44:00,558 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:44:00,558 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:44:00,558 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. after waiting 0 ms 2024-11-20T02:44:00,558 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:44:00,558 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 969b44d1ab407c099696057a4f5ace7a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T02:44:00,563 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/9904579e282f4786be6c1183cc0486f0 is 1055, key is row0095/info:/1732070640364/Put/seqid=0 2024-11-20T02:44:00,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741846_1022 (size=7062) 2024-11-20T02:44:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741846_1022 (size=7062) 2024-11-20T02:44:00,577 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/9904579e282f4786be6c1183cc0486f0 2024-11-20T02:44:00,586 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/.tmp/info/9904579e282f4786be6c1183cc0486f0 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/9904579e282f4786be6c1183cc0486f0 2024-11-20T02:44:00,593 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/9904579e282f4786be6c1183cc0486f0, entries=2, sequenceid=123, filesize=6.9 K 2024-11-20T02:44:00,595 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 969b44d1ab407c099696057a4f5ace7a in 36ms, sequenceid=123, compaction requested=true 2024-11-20T02:44:00,596 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2] to archive 2024-11-20T02:44:00,597 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:44:00,602 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/35fd56c7afb442dc8dfb702024d137de 2024-11-20T02:44:00,603 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/c901074f055640cab3db29a3b9bc36d8 2024-11-20T02:44:00,605 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/674420096fbe48289499b01a3830e395 2024-11-20T02:44:00,607 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/d09ad5ca1d9f46ebb1d16f92ce2af697 2024-11-20T02:44:00,608 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/672d16ba31364606b2bc23bd04770adb 2024-11-20T02:44:00,611 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/de02be5d4f514bc28067e67d2ef4a1c2 2024-11-20T02:44:00,619 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-20T02:44:00,620 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. 2024-11-20T02:44:00,620 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 969b44d1ab407c099696057a4f5ace7a: Waiting for close lock at 1732070640558Running coprocessor pre-close hooks at 1732070640558Disabling compacts and flushes for region at 1732070640558Disabling writes for close at 1732070640558Obtaining lock to block concurrent updates at 1732070640558Preparing flush snapshotting stores in 969b44d1ab407c099696057a4f5ace7a at 1732070640558Finished memstore snapshotting TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732070640558Flushing stores of TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. at 1732070640559 (+1 ms)Flushing 969b44d1ab407c099696057a4f5ace7a/info: creating writer at 1732070640559Flushing 969b44d1ab407c099696057a4f5ace7a/info: appending metadata at 1732070640562 (+3 ms)Flushing 969b44d1ab407c099696057a4f5ace7a/info: closing flushed file at 1732070640563 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520a6f68: reopening flushed file at 1732070640585 (+22 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 969b44d1ab407c099696057a4f5ace7a in 36ms, sequenceid=123, compaction requested=true at 1732070640595 (+10 ms)Writing region close event to WAL at 1732070640614 (+19 ms)Running coprocessor post-close hooks at 1732070640620 (+6 ms)Closed at 1732070640620 2024-11-20T02:44:00,623 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=969b44d1ab407c099696057a4f5ace7a, regionState=CLOSED 2024-11-20T02:44:00,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301 because future has completed 2024-11-20T02:44:00,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T02:44:00,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 969b44d1ab407c099696057a4f5ace7a, server=1c82b83631a2,33911,1732070624301 in 238 msec 2024-11-20T02:44:00,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T02:44:00,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=969b44d1ab407c099696057a4f5ace7a, UNASSIGN in 250 msec 2024-11-20T02:44:00,659 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:00,665 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=969b44d1ab407c099696057a4f5ace7a, threads=4 2024-11-20T02:44:00,668 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/100603e8cedd478eb1a7e75fb3726641 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,668 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/9904579e282f4786be6c1183cc0486f0 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,668 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/7657becb7727488d9d91f0eaee189c4b for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,668 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,685 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/7657becb7727488d9d91f0eaee189c4b, top=true 2024-11-20T02:44:00,686 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/100603e8cedd478eb1a7e75fb3726641, top=true 2024-11-20T02:44:00,686 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/9904579e282f4786be6c1183cc0486f0, top=true 2024-11-20T02:44:00,716 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641 for child: 4bde0249ef384a593de6faae8aa23907, parent: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,717 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/100603e8cedd478eb1a7e75fb3726641 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,726 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0 for child: 4bde0249ef384a593de6faae8aa23907, parent: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,726 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/9904579e282f4786be6c1183cc0486f0 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,727 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b for child: 4bde0249ef384a593de6faae8aa23907, parent: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,727 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/7657becb7727488d9d91f0eaee189c4b for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741847_1023 (size=27) 2024-11-20T02:44:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741847_1023 (size=27) 2024-11-20T02:44:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741848_1024 (size=27) 2024-11-20T02:44:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741848_1024 (size=27) 2024-11-20T02:44:01,163 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4 for region: 969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:01,167 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 969b44d1ab407c099696057a4f5ace7a Daughter A: [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a] storefiles, Daughter B: [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a] storefiles. 2024-11-20T02:44:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741849_1025 (size=71) 2024-11-20T02:44:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741849_1025 (size=71) 2024-11-20T02:44:01,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T02:44:01,581 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:01,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741850_1026 (size=71) 2024-11-20T02:44:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741850_1026 (size=71) 2024-11-20T02:44:01,598 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:01,612 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-20T02:44:01,614 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-20T02:44:01,616 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732070641616"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732070641616"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732070641616"}]},"ts":"1732070641616"} 2024-11-20T02:44:01,616 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732070641616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070641616"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732070641616"}]},"ts":"1732070641616"} 2024-11-20T02:44:01,617 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732070641616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070641616"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732070641616"}]},"ts":"1732070641616"} 2024-11-20T02:44:01,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4bde0249ef384a593de6faae8aa23907, ASSIGN}] 2024-11-20T02:44:01,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b, ASSIGN 2024-11-20T02:44:01,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4bde0249ef384a593de6faae8aa23907, ASSIGN 2024-11-20T02:44:01,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b, ASSIGN; state=SPLITTING_NEW, location=1c82b83631a2,33911,1732070624301; forceNewPlan=false, retain=false 2024-11-20T02:44:01,634 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4bde0249ef384a593de6faae8aa23907, ASSIGN; state=SPLITTING_NEW, location=1c82b83631a2,33911,1732070624301; forceNewPlan=false, retain=false 2024-11-20T02:44:01,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4bde0249ef384a593de6faae8aa23907, regionState=OPENING, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:01,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66bcf25bf5655e4b7150ab11b9ba9c5b, regionState=OPENING, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4bde0249ef384a593de6faae8aa23907, ASSIGN because future has completed 2024-11-20T02:44:01,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301}] 2024-11-20T02:44:01,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b, ASSIGN because future has completed 2024-11-20T02:44:01,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66bcf25bf5655e4b7150ab11b9ba9c5b, server=1c82b83631a2,33911,1732070624301}] 2024-11-20T02:44:01,954 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:01,955 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 66bcf25bf5655e4b7150ab11b9ba9c5b, NAME => 'TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-20T02:44:01,955 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,956 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:01,956 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,956 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,958 INFO [StoreOpener-66bcf25bf5655e4b7150ab11b9ba9c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,959 INFO [StoreOpener-66bcf25bf5655e4b7150ab11b9ba9c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66bcf25bf5655e4b7150ab11b9ba9c5b columnFamilyName info 2024-11-20T02:44:01,959 DEBUG [StoreOpener-66bcf25bf5655e4b7150ab11b9ba9c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:01,975 DEBUG [StoreOpener-66bcf25bf5655e4b7150ab11b9ba9c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-bottom 2024-11-20T02:44:01,975 INFO [StoreOpener-66bcf25bf5655e4b7150ab11b9ba9c5b-1 {}] regionserver.HStore(327): Store=66bcf25bf5655e4b7150ab11b9ba9c5b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:01,976 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,976 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,978 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,978 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,978 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,981 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 66bcf25bf5655e4b7150ab11b9ba9c5b; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=726877, jitterRate=-0.0757288783788681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:44:01,981 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:01,982 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 66bcf25bf5655e4b7150ab11b9ba9c5b: Running coprocessor pre-open hook at 1732070641956Writing region info on filesystem at 1732070641956Initializing all the Stores at 1732070641958 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070641958Cleaning up temporary data from old regions at 1732070641978 (+20 ms)Running coprocessor post-open hooks at 1732070641981 (+3 ms)Region opened successfully at 1732070641982 (+1 ms) 2024-11-20T02:44:01,983 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b., pid=13, masterSystemTime=1732070641945 2024-11-20T02:44:01,983 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 66bcf25bf5655e4b7150ab11b9ba9c5b:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:01,983 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T02:44:01,983 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:01,984 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:01,984 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 66bcf25bf5655e4b7150ab11b9ba9c5b/info is initiating minor compaction (all files) 2024-11-20T02:44:01,984 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 66bcf25bf5655e4b7150ab11b9ba9c5b/info in TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:01,984 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-bottom] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/.tmp, totalSize=72.0 K 2024-11-20T02:44:01,985 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732070636098 2024-11-20T02:44:01,985 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:01,985 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:01,985 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:01,986 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bde0249ef384a593de6faae8aa23907, NAME => 'TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-20T02:44:01,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66bcf25bf5655e4b7150ab11b9ba9c5b, regionState=OPEN, openSeqNum=127, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:01,986 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:01,986 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:01,986 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:01,986 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:01,987 INFO [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:01,988 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-20T02:44:01,988 INFO [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bde0249ef384a593de6faae8aa23907 columnFamilyName info 2024-11-20T02:44:01,988 DEBUG [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T02:44:01,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66bcf25bf5655e4b7150ab11b9ba9c5b, server=1c82b83631a2,33911,1732070624301 because future has completed 2024-11-20T02:44:01,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-20T02:44:01,989 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,33911,1732070624301, table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:44:01,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T02:44:01,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 66bcf25bf5655e4b7150ab11b9ba9c5b, server=1c82b83631a2,33911,1732070624301 in 196 msec 2024-11-20T02:44:01,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=66bcf25bf5655e4b7150ab11b9ba9c5b, ASSIGN in 361 msec 2024-11-20T02:44:02,000 DEBUG [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641 2024-11-20T02:44:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/e2a0cbd5fe9c47d9b35841285f431774 is 193, key is TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907./info:regioninfo/1732070641785/Put/seqid=0 2024-11-20T02:44:02,006 DEBUG [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b 2024-11-20T02:44:02,008 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 66bcf25bf5655e4b7150ab11b9ba9c5b#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:02,009 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/.tmp/info/52856ad5827d49db8e5e4676f5e12f81 is 1055, key is row0001/info:/1732070636098/Put/seqid=0 2024-11-20T02:44:02,011 DEBUG [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0 2024-11-20T02:44:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741851_1027 (size=9847) 2024-11-20T02:44:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741851_1027 (size=9847) 2024-11-20T02:44:02,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/e2a0cbd5fe9c47d9b35841285f431774 2024-11-20T02:44:02,018 DEBUG [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-top 2024-11-20T02:44:02,018 INFO [StoreOpener-4bde0249ef384a593de6faae8aa23907-1 {}] regionserver.HStore(327): Store=4bde0249ef384a593de6faae8aa23907/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:02,019 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,019 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,020 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,021 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,021 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,023 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741852_1028 (size=71441) 2024-11-20T02:44:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741852_1028 (size=71441) 2024-11-20T02:44:02,025 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4bde0249ef384a593de6faae8aa23907; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792046, jitterRate=0.007138833403587341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:44:02,025 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:02,025 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4bde0249ef384a593de6faae8aa23907: Running coprocessor pre-open hook at 1732070641986Writing region info on filesystem at 1732070641986Initializing all the Stores at 1732070641987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070641987Cleaning up temporary data from old regions at 1732070642021 (+34 ms)Running coprocessor post-open hooks at 1732070642025 (+4 ms)Region opened successfully at 1732070642025 2024-11-20T02:44:02,026 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., pid=12, masterSystemTime=1732070641945 2024-11-20T02:44:02,026 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:44:02,026 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:02,026 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:44:02,028 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:02,028 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:02,028 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:02,029 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-top, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=118.5 K 2024-11-20T02:44:02,029 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:02,029 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:02,029 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] compactions.Compactor(225): Compacting b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732070636098 2024-11-20T02:44:02,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4bde0249ef384a593de6faae8aa23907, regionState=OPEN, openSeqNum=127, regionLocation=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:02,030 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732070640278 2024-11-20T02:44:02,030 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732070640313 2024-11-20T02:44:02,031 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732070640364 2024-11-20T02:44:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 because future has completed 2024-11-20T02:44:02,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T02:44:02,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 in 244 msec 2024-11-20T02:44:02,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T02:44:02,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4bde0249ef384a593de6faae8aa23907, ASSIGN in 404 msec 2024-11-20T02:44:02,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=969b44d1ab407c099696057a4f5ace7a, daughterA=66bcf25bf5655e4b7150ab11b9ba9c5b, daughterB=4bde0249ef384a593de6faae8aa23907 in 1.6660 sec 2024-11-20T02:44:02,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/ns/b6da6696b70b463f9758bf46467e5de9 is 43, key is default/ns:d/1732070625996/Put/seqid=0 2024-11-20T02:44:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741853_1029 (size=5153) 2024-11-20T02:44:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741853_1029 (size=5153) 2024-11-20T02:44:02,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/ns/b6da6696b70b463f9758bf46467e5de9 2024-11-20T02:44:02,090 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:02,091 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/853a9041b0c842b58b54b4b1d1f535b0 is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:02,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/table/5e56ebe7a13f416999d46ed13e1eb8d0 is 65, key is TestLogRolling-testLogRolling/table:state/1732070626436/Put/seqid=0 2024-11-20T02:44:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741854_1030 (size=40102) 2024-11-20T02:44:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741854_1030 (size=40102) 2024-11-20T02:44:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741855_1031 (size=5340) 2024-11-20T02:44:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741855_1031 (size=5340) 2024-11-20T02:44:02,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/table/5e56ebe7a13f416999d46ed13e1eb8d0 2024-11-20T02:44:02,104 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/853a9041b0c842b58b54b4b1d1f535b0 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/853a9041b0c842b58b54b4b1d1f535b0 2024-11-20T02:44:02,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/e2a0cbd5fe9c47d9b35841285f431774 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/info/e2a0cbd5fe9c47d9b35841285f431774 2024-11-20T02:44:02,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/info/e2a0cbd5fe9c47d9b35841285f431774, entries=30, sequenceid=17, filesize=9.6 K 2024-11-20T02:44:02,111 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into 853a9041b0c842b58b54b4b1d1f535b0(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:02,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/ns/b6da6696b70b463f9758bf46467e5de9 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/ns/b6da6696b70b463f9758bf46467e5de9 2024-11-20T02:44:02,111 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:02,111 INFO [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=12, startTime=1732070642026; duration=0sec 2024-11-20T02:44:02,111 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:02,111 DEBUG [RS:0;1c82b83631a2:33911-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:02,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/ns/b6da6696b70b463f9758bf46467e5de9, entries=2, sequenceid=17, filesize=5.0 K 2024-11-20T02:44:02,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/table/5e56ebe7a13f416999d46ed13e1eb8d0 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/table/5e56ebe7a13f416999d46ed13e1eb8d0 2024-11-20T02:44:02,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/table/5e56ebe7a13f416999d46ed13e1eb8d0, entries=2, sequenceid=17, filesize=5.2 K 2024-11-20T02:44:02,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 134ms, sequenceid=17, compaction requested=false 2024-11-20T02:44:02,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T02:44:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47172 deadline: 1732070652369, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. is not online on 1c82b83631a2,33911,1732070624301 2024-11-20T02:44:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., hostname=1c82b83631a2,33911,1732070624301, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., hostname=1c82b83631a2,33911,1732070624301, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. is not online on 1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., hostname=1c82b83631a2,33911,1732070624301, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a. is not online on 1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732070626056.969b44d1ab407c099696057a4f5ace7a., hostname=1c82b83631a2,33911,1732070624301, seqNum=2 from cache 2024-11-20T02:44:02,435 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/.tmp/info/52856ad5827d49db8e5e4676f5e12f81 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/52856ad5827d49db8e5e4676f5e12f81 2024-11-20T02:44:02,443 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 66bcf25bf5655e4b7150ab11b9ba9c5b/info of 66bcf25bf5655e4b7150ab11b9ba9c5b into 52856ad5827d49db8e5e4676f5e12f81(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:02,443 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 66bcf25bf5655e4b7150ab11b9ba9c5b: 2024-11-20T02:44:02,443 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b., storeName=66bcf25bf5655e4b7150ab11b9ba9c5b/info, priority=15, startTime=1732070641983; duration=0sec 2024-11-20T02:44:02,443 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:02,443 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 66bcf25bf5655e4b7150ab11b9ba9c5b:info 2024-11-20T02:44:06,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:44:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:06,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:11,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T02:44:11,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T02:44:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127] 2024-11-20T02:44:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:12,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:44:12,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/34e12053307445b7a11709e82265af95 is 1055, key is row0097/info:/1732070652481/Put/seqid=0 2024-11-20T02:44:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741856_1032 (size=13394) 2024-11-20T02:44:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741856_1032 (size=13394) 2024-11-20T02:44:12,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/34e12053307445b7a11709e82265af95 2024-11-20T02:44:12,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/34e12053307445b7a11709e82265af95 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95 2024-11-20T02:44:12,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95, entries=8, sequenceid=138, filesize=13.1 K 2024-11-20T02:44:12,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 4bde0249ef384a593de6faae8aa23907 in 26ms, sequenceid=138, compaction requested=false 2024-11-20T02:44:12,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:12,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T02:44:12,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/600ccd7a6d9a496f8aa764dc7d769461 is 1055, key is row0105/info:/1732070652495/Put/seqid=0 2024-11-20T02:44:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741857_1033 (size=19728) 2024-11-20T02:44:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741857_1033 (size=19728) 2024-11-20T02:44:12,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/600ccd7a6d9a496f8aa764dc7d769461 2024-11-20T02:44:12,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/600ccd7a6d9a496f8aa764dc7d769461 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461 2024-11-20T02:44:12,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461, entries=14, sequenceid=155, filesize=19.3 K 2024-11-20T02:44:12,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 4bde0249ef384a593de6faae8aa23907 in 24ms, sequenceid=155, compaction requested=true 2024-11-20T02:44:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:12,547 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:12,548 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:12,548 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:12,548 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:12,548 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/853a9041b0c842b58b54b4b1d1f535b0, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=71.5 K 2024-11-20T02:44:12,549 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 853a9041b0c842b58b54b4b1d1f535b0, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732070638273 2024-11-20T02:44:12,549 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34e12053307445b7a11709e82265af95, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732070652481 2024-11-20T02:44:12,549 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 600ccd7a6d9a496f8aa764dc7d769461, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732070652495 2024-11-20T02:44:12,560 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#48 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:12,561 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/26e8135163684af18050b0ae503f6eed is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741858_1034 (size=63438) 2024-11-20T02:44:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741858_1034 (size=63438) 2024-11-20T02:44:12,573 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/26e8135163684af18050b0ae503f6eed as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/26e8135163684af18050b0ae503f6eed 2024-11-20T02:44:12,580 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into 26e8135163684af18050b0ae503f6eed(size=62.0 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:12,580 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:12,580 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070652547; duration=0sec 2024-11-20T02:44:12,580 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:12,580 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:14,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:44:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:14,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T02:44:14,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/b67eea4d4d9f4310814e6c5f65b43050 is 1055, key is row0119/info:/1732070652523/Put/seqid=0 2024-11-20T02:44:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741859_1035 (size=16553) 2024-11-20T02:44:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741859_1035 (size=16553) 2024-11-20T02:44:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:44:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47172 deadline: 1732070664584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 because the exception is null or not the one we care about 2024-11-20T02:44:14,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/b67eea4d4d9f4310814e6c5f65b43050 2024-11-20T02:44:14,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/b67eea4d4d9f4310814e6c5f65b43050 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050 2024-11-20T02:44:14,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050, entries=11, sequenceid=170, filesize=16.2 K 2024-11-20T02:44:14,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for 4bde0249ef384a593de6faae8aa23907 in 436ms, sequenceid=170, compaction requested=false 2024-11-20T02:44:14,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:24,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-20T02:44:24,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/90c1e5d7a6fd48e9b8ede15505df332b is 1055, key is row0130/info:/1732070654549/Put/seqid=0 2024-11-20T02:44:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741860_1036 (size=24997) 2024-11-20T02:44:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741860_1036 (size=24997) 2024-11-20T02:44:24,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/90c1e5d7a6fd48e9b8ede15505df332b 2024-11-20T02:44:24,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/90c1e5d7a6fd48e9b8ede15505df332b as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b 2024-11-20T02:44:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:44:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47172 deadline: 1732070674645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 2024-11-20T02:44:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4bde0249ef384a593de6faae8aa23907, server=1c82b83631a2,33911,1732070624301 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T02:44:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., hostname=1c82b83631a2,33911,1732070624301, seqNum=127 because the exception is null or not the one we care about 2024-11-20T02:44:24,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b, entries=19, sequenceid=192, filesize=24.4 K 2024-11-20T02:44:24,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for 4bde0249ef384a593de6faae8aa23907 in 32ms, sequenceid=192, compaction requested=true 2024-11-20T02:44:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:24,651 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:24,653 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104988 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:24,653 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:24,653 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:24,653 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/26e8135163684af18050b0ae503f6eed, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=102.5 K 2024-11-20T02:44:24,653 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e8135163684af18050b0ae503f6eed, keycount=55, bloomtype=ROW, size=62.0 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732070638273 2024-11-20T02:44:24,654 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting b67eea4d4d9f4310814e6c5f65b43050, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732070652523 2024-11-20T02:44:24,654 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c1e5d7a6fd48e9b8ede15505df332b, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732070654549 2024-11-20T02:44:24,665 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#51 average throughput is 42.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:24,666 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/d84cd02dc2794c5c959f0ef65643105b is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741861_1037 (size=95207) 2024-11-20T02:44:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741861_1037 (size=95207) 2024-11-20T02:44:24,675 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/d84cd02dc2794c5c959f0ef65643105b as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/d84cd02dc2794c5c959f0ef65643105b 2024-11-20T02:44:24,681 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into d84cd02dc2794c5c959f0ef65643105b(size=93.0 K), total size for store is 93.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:24,681 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:24,681 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070664651; duration=0sec 2024-11-20T02:44:24,681 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:24,681 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:26,015 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:44:26,015 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:44:30,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-20T02:44:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:34,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T02:44:34,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c397b532e40748be8f21f013b747f540 is 1055, key is row0149/info:/1732070664623/Put/seqid=0 2024-11-20T02:44:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741862_1038 (size=16553) 2024-11-20T02:44:34,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741862_1038 (size=16553) 2024-11-20T02:44:34,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c397b532e40748be8f21f013b747f540 2024-11-20T02:44:34,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c397b532e40748be8f21f013b747f540 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540 2024-11-20T02:44:34,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540, entries=11, sequenceid=207, filesize=16.2 K 2024-11-20T02:44:34,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for 4bde0249ef384a593de6faae8aa23907 in 32ms, sequenceid=207, compaction requested=false 2024-11-20T02:44:34,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:36,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:44:36,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/4a2360dddd1d42869f0c9ddb302fa62d is 1055, key is row0160/info:/1732070674729/Put/seqid=0 2024-11-20T02:44:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741863_1039 (size=13394) 2024-11-20T02:44:36,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741863_1039 (size=13394) 2024-11-20T02:44:36,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/4a2360dddd1d42869f0c9ddb302fa62d 2024-11-20T02:44:36,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/4a2360dddd1d42869f0c9ddb302fa62d as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d 2024-11-20T02:44:36,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d, entries=8, sequenceid=218, filesize=13.1 K 2024-11-20T02:44:36,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 4bde0249ef384a593de6faae8aa23907 in 28ms, sequenceid=218, compaction requested=true 2024-11-20T02:44:36,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:36,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:36,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:36,776 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:36,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T02:44:36,777 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125154 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:36,777 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:36,777 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:36,777 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/d84cd02dc2794c5c959f0ef65643105b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=122.2 K 2024-11-20T02:44:36,778 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84cd02dc2794c5c959f0ef65643105b, keycount=85, bloomtype=ROW, size=93.0 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732070638273 2024-11-20T02:44:36,779 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting c397b532e40748be8f21f013b747f540, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732070664623 2024-11-20T02:44:36,779 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a2360dddd1d42869f0c9ddb302fa62d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732070674729 2024-11-20T02:44:36,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/43b739d08a7845079594fcfa885f8a4e is 1055, key is row0168/info:/1732070676748/Put/seqid=0 2024-11-20T02:44:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741864_1040 (size=17606) 2024-11-20T02:44:36,799 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#55 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:36,800 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/1559a568250449ebb54f6c10a86b6a74 is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741864_1040 (size=17606) 2024-11-20T02:44:36,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/43b739d08a7845079594fcfa885f8a4e 2024-11-20T02:44:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741865_1041 (size=115320) 2024-11-20T02:44:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741865_1041 (size=115320) 2024-11-20T02:44:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/43b739d08a7845079594fcfa885f8a4e as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e 2024-11-20T02:44:36,814 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/1559a568250449ebb54f6c10a86b6a74 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/1559a568250449ebb54f6c10a86b6a74 2024-11-20T02:44:36,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e, entries=12, sequenceid=233, filesize=17.2 K 2024-11-20T02:44:36,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 4bde0249ef384a593de6faae8aa23907 in 43ms, sequenceid=233, compaction requested=false 2024-11-20T02:44:36,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:36,820 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into 1559a568250449ebb54f6c10a86b6a74(size=112.6 K), total size for store is 129.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:36,820 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:36,820 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070676776; duration=0sec 2024-11-20T02:44:36,820 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:36,820 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:38,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T02:44:38,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 is 1055, key is row0180/info:/1732070676779/Put/seqid=0 2024-11-20T02:44:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741866_1042 (size=19728) 2024-11-20T02:44:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741866_1042 (size=19728) 2024-11-20T02:44:38,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 2024-11-20T02:44:38,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 2024-11-20T02:44:38,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2, entries=14, sequenceid=251, filesize=19.3 K 2024-11-20T02:44:38,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 4bde0249ef384a593de6faae8aa23907 in 26ms, sequenceid=251, compaction requested=true 2024-11-20T02:44:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:38,840 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:38,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T02:44:38,841 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152654 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:38,841 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:38,841 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:38,842 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/1559a568250449ebb54f6c10a86b6a74, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=149.1 K 2024-11-20T02:44:38,842 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1559a568250449ebb54f6c10a86b6a74, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732070638273 2024-11-20T02:44:38,842 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43b739d08a7845079594fcfa885f8a4e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732070676748 2024-11-20T02:44:38,843 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9d44c85a5b4d8c8d1dd01d468cebc2, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732070676779 2024-11-20T02:44:38,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/96af64390c6b44cb912fc659546b6bac is 1055, key is row0194/info:/1732070678815/Put/seqid=0 2024-11-20T02:44:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741867_1043 (size=18685) 2024-11-20T02:44:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741867_1043 (size=18685) 2024-11-20T02:44:38,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/96af64390c6b44cb912fc659546b6bac 2024-11-20T02:44:38,863 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/96af64390c6b44cb912fc659546b6bac as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac 2024-11-20T02:44:38,864 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/ebb0f4000a3240d5bf4a17ec2bfc4dda is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741868_1044 (size=143004) 2024-11-20T02:44:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741868_1044 (size=143004) 2024-11-20T02:44:38,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac, entries=13, sequenceid=267, filesize=18.2 K 2024-11-20T02:44:38,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 4bde0249ef384a593de6faae8aa23907 in 30ms, sequenceid=267, compaction requested=false 2024-11-20T02:44:38,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:38,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T02:44:38,875 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/ebb0f4000a3240d5bf4a17ec2bfc4dda as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/ebb0f4000a3240d5bf4a17ec2bfc4dda 2024-11-20T02:44:38,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/8e731e9b26d44e279198112082471fec is 1055, key is row0207/info:/1732070678842/Put/seqid=0 2024-11-20T02:44:38,883 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into ebb0f4000a3240d5bf4a17ec2bfc4dda(size=139.7 K), total size for store is 157.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:38,883 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:38,883 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070678840; duration=0sec 2024-11-20T02:44:38,883 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:38,883 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741869_1045 (size=18688) 2024-11-20T02:44:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741869_1045 (size=18688) 2024-11-20T02:44:38,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/8e731e9b26d44e279198112082471fec 2024-11-20T02:44:38,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/8e731e9b26d44e279198112082471fec as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec 2024-11-20T02:44:38,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec, entries=13, sequenceid=283, filesize=18.3 K 2024-11-20T02:44:38,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for 4bde0249ef384a593de6faae8aa23907 in 23ms, sequenceid=283, compaction requested=true 2024-11-20T02:44:38,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:38,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:38,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:38,896 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:38,897 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 180377 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:38,897 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:38,897 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:38,897 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/ebb0f4000a3240d5bf4a17ec2bfc4dda, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=176.1 K 2024-11-20T02:44:38,898 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebb0f4000a3240d5bf4a17ec2bfc4dda, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732070638273 2024-11-20T02:44:38,898 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96af64390c6b44cb912fc659546b6bac, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732070678815 2024-11-20T02:44:38,898 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e731e9b26d44e279198112082471fec, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732070678842 2024-11-20T02:44:38,910 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#60 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:38,911 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/fe55a366e33247bf84601593e08b8d2d is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741870_1046 (size=170511) 2024-11-20T02:44:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741870_1046 (size=170511) 2024-11-20T02:44:38,920 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/fe55a366e33247bf84601593e08b8d2d as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe55a366e33247bf84601593e08b8d2d 2024-11-20T02:44:38,926 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into fe55a366e33247bf84601593e08b8d2d(size=166.5 K), total size for store is 166.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:38,926 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:38,926 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070678896; duration=0sec 2024-11-20T02:44:38,926 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:38,926 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:40,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T02:44:40,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/5ebb0f6d43634618bb72888e3fb90d5e is 1055, key is row0220/info:/1732070678874/Put/seqid=0 2024-11-20T02:44:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741871_1047 (size=13402) 2024-11-20T02:44:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741871_1047 (size=13402) 2024-11-20T02:44:40,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/5ebb0f6d43634618bb72888e3fb90d5e 2024-11-20T02:44:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/5ebb0f6d43634618bb72888e3fb90d5e as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e 2024-11-20T02:44:40,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e, entries=8, sequenceid=296, filesize=13.1 K 2024-11-20T02:44:40,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 4bde0249ef384a593de6faae8aa23907 in 49ms, sequenceid=296, compaction requested=false 2024-11-20T02:44:40,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] regionserver.HRegion(8855): Flush requested on 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:40,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-20T02:44:40,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c91bce32203e4ac294cef8677abb3800 is 1055, key is row0228/info:/1732070680892/Put/seqid=0 2024-11-20T02:44:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741872_1048 (size=20796) 2024-11-20T02:44:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741872_1048 (size=20796) 2024-11-20T02:44:40,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c91bce32203e4ac294cef8677abb3800 2024-11-20T02:44:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/c91bce32203e4ac294cef8677abb3800 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800 2024-11-20T02:44:40,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800, entries=15, sequenceid=314, filesize=20.3 K 2024-11-20T02:44:40,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 4bde0249ef384a593de6faae8aa23907 in 53ms, sequenceid=314, compaction requested=true 2024-11-20T02:44:40,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:40,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bde0249ef384a593de6faae8aa23907:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:44:40,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:40,996 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:44:40,997 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 204709 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:44:40,997 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1541): 4bde0249ef384a593de6faae8aa23907/info is initiating minor compaction (all files) 2024-11-20T02:44:40,997 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4bde0249ef384a593de6faae8aa23907/info in TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:40,997 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe55a366e33247bf84601593e08b8d2d, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800] into tmpdir=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp, totalSize=199.9 K 2024-11-20T02:44:40,998 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe55a366e33247bf84601593e08b8d2d, keycount=156, bloomtype=ROW, size=166.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732070638273 2024-11-20T02:44:40,998 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ebb0f6d43634618bb72888e3fb90d5e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732070678874 2024-11-20T02:44:40,998 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91bce32203e4ac294cef8677abb3800, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732070680892 2024-11-20T02:44:41,013 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bde0249ef384a593de6faae8aa23907#info#compaction#63 average throughput is 44.85 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:44:41,014 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/48c8a581d42a455384599ebff6b0d5af is 1055, key is row0064/info:/1732070638273/Put/seqid=0 2024-11-20T02:44:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741873_1049 (size=194863) 2024-11-20T02:44:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741873_1049 (size=194863) 2024-11-20T02:44:41,034 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/48c8a581d42a455384599ebff6b0d5af as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/48c8a581d42a455384599ebff6b0d5af 2024-11-20T02:44:41,042 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4bde0249ef384a593de6faae8aa23907/info of 4bde0249ef384a593de6faae8aa23907 into 48c8a581d42a455384599ebff6b0d5af(size=190.3 K), total size for store is 190.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:44:41,042 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:41,043 INFO [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., storeName=4bde0249ef384a593de6faae8aa23907/info, priority=13, startTime=1732070680995; duration=0sec 2024-11-20T02:44:41,043 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:44:41,043 DEBUG [RS:0;1c82b83631a2:33911-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bde0249ef384a593de6faae8aa23907:info 2024-11-20T02:44:42,978 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-20T02:44:42,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070682978, exclude list is [], retry=0 2024-11-20T02:44:42,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-74862dec-eee9-49a6-87fb-51680091eda9,DISK] 2024-11-20T02:44:42,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-a7af1f96-d892-445e-8d17-36eb97cc94e4,DISK] 2024-11-20T02:44:42,999 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070625473 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070682978 2024-11-20T02:44:42,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46815:46815),(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-20T02:44:42,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070625473 is not closed yet, will try archiving it next time 2024-11-20T02:44:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741833_1009 (size=308883) 2024-11-20T02:44:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741833_1009 (size=308883) 2024-11-20T02:44:43,003 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4bde0249ef384a593de6faae8aa23907 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T02:44:43,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/e98743aa6f434ca69fb72d52d338b0f1 is 1055, key is row0243/info:/1732070680944/Put/seqid=0 2024-11-20T02:44:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741875_1051 (size=19742) 2024-11-20T02:44:43,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741875_1051 (size=19742) 2024-11-20T02:44:43,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/e98743aa6f434ca69fb72d52d338b0f1 2024-11-20T02:44:43,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/.tmp/info/e98743aa6f434ca69fb72d52d338b0f1 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/e98743aa6f434ca69fb72d52d338b0f1 2024-11-20T02:44:43,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/e98743aa6f434ca69fb72d52d338b0f1, entries=14, sequenceid=332, filesize=19.3 K 2024-11-20T02:44:43,025 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 4bde0249ef384a593de6faae8aa23907 in 22ms, sequenceid=332, compaction requested=false 2024-11-20T02:44:43,025 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4bde0249ef384a593de6faae8aa23907: 2024-11-20T02:44:43,025 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-20T02:44:43,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/c6020ca07dd948e884664bc76d698e66 is 193, key is TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907./info:regioninfo/1732070642029/Put/seqid=0 2024-11-20T02:44:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741876_1052 (size=6223) 2024-11-20T02:44:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741876_1052 (size=6223) 2024-11-20T02:44:43,036 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/c6020ca07dd948e884664bc76d698e66 2024-11-20T02:44:43,044 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/.tmp/info/c6020ca07dd948e884664bc76d698e66 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/info/c6020ca07dd948e884664bc76d698e66 2024-11-20T02:44:43,050 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/info/c6020ca07dd948e884664bc76d698e66, entries=5, sequenceid=21, filesize=6.1 K 2024-11-20T02:44:43,051 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=21, compaction requested=false 2024-11-20T02:44:43,051 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T02:44:43,051 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 66bcf25bf5655e4b7150ab11b9ba9c5b: 2024-11-20T02:44:43,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070683051, exclude list is [], retry=0 2024-11-20T02:44:43,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-74862dec-eee9-49a6-87fb-51680091eda9,DISK] 2024-11-20T02:44:43,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-a7af1f96-d892-445e-8d17-36eb97cc94e4,DISK] 2024-11-20T02:44:43,073 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070682978 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070683051 2024-11-20T02:44:43,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165),(127.0.0.1/127.0.0.1:46815:46815)] 2024-11-20T02:44:43,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070682978 is not closed yet, will try archiving it next time 2024-11-20T02:44:43,074 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070625473 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs/1c82b83631a2%2C33911%2C1732070624301.1732070625473 2024-11-20T02:44:43,074 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:44:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741874_1050 (size=731) 2024-11-20T02:44:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741874_1050 (size=731) 2024-11-20T02:44:43,076 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070682978 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs/1c82b83631a2%2C33911%2C1732070624301.1732070682978 2024-11-20T02:44:43,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:44:43,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:44:43,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:43,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:43,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:43,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:44:43,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:44:43,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793480187, stopped=false 2024-11-20T02:44:43,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,35963,1732070624092 2024-11-20T02:44:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:43,237 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:43,237 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:43,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:44:43,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:44:43,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:43,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:43,237 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,33911,1732070624301' ***** 2024-11-20T02:44:43,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:44:43,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:44:43,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bde0249ef384a593de6faae8aa23907 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(3091): Received CLOSE for 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:43,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,33911,1732070624301 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:44:43,238 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bde0249ef384a593de6faae8aa23907, disabling compactions & flushes 2024-11-20T02:44:43,238 INFO [RS:0;1c82b83631a2:33911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:33911. 2024-11-20T02:44:43,238 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:43,238 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:43,238 DEBUG [RS:0;1c82b83631a2:33911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. after waiting 0 ms 2024-11-20T02:44:43,239 DEBUG [RS:0;1c82b83631a2:33911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:43,239 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:44:43,239 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:44:43,239 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:44:43,239 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:44:43,239 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T02:44:43,239 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1325): Online Regions={4bde0249ef384a593de6faae8aa23907=TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907., 1588230740=hbase:meta,,1.1588230740, 66bcf25bf5655e4b7150ab11b9ba9c5b=TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.} 2024-11-20T02:44:43,239 DEBUG [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bde0249ef384a593de6faae8aa23907, 66bcf25bf5655e4b7150ab11b9ba9c5b 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:44:43,239 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:44:43,239 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:44:43,239 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-top, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/853a9041b0c842b58b54b4b1d1f535b0, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/26e8135163684af18050b0ae503f6eed, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/d84cd02dc2794c5c959f0ef65643105b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/1559a568250449ebb54f6c10a86b6a74, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/ebb0f4000a3240d5bf4a17ec2bfc4dda, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe55a366e33247bf84601593e08b8d2d, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800] to archive 2024-11-20T02:44:43,240 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:44:43,242 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:43,244 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-100603e8cedd478eb1a7e75fb3726641 2024-11-20T02:44:43,244 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T02:44:43,245 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:44:43,245 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:43,245 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-7657becb7727488d9d91f0eaee189c4b 2024-11-20T02:44:43,245 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070683239Running coprocessor pre-close hooks at 1732070683239Disabling compacts and flushes for region at 1732070683239Disabling writes for close at 1732070683239Writing region close event to WAL at 1732070683241 (+2 ms)Running coprocessor post-close hooks at 1732070683245 (+4 ms)Closed at 1732070683245 2024-11-20T02:44:43,245 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:43,246 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/853a9041b0c842b58b54b4b1d1f535b0 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/853a9041b0c842b58b54b4b1d1f535b0 2024-11-20T02:44:43,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/TestLogRolling-testLogRolling=969b44d1ab407c099696057a4f5ace7a-9904579e282f4786be6c1183cc0486f0 2024-11-20T02:44:43,249 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/34e12053307445b7a11709e82265af95 2024-11-20T02:44:43,250 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/26e8135163684af18050b0ae503f6eed to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/26e8135163684af18050b0ae503f6eed 2024-11-20T02:44:43,252 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/600ccd7a6d9a496f8aa764dc7d769461 2024-11-20T02:44:43,253 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/b67eea4d4d9f4310814e6c5f65b43050 2024-11-20T02:44:43,255 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/d84cd02dc2794c5c959f0ef65643105b to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/d84cd02dc2794c5c959f0ef65643105b 2024-11-20T02:44:43,257 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/90c1e5d7a6fd48e9b8ede15505df332b 2024-11-20T02:44:43,258 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c397b532e40748be8f21f013b747f540 2024-11-20T02:44:43,259 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/1559a568250449ebb54f6c10a86b6a74 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/1559a568250449ebb54f6c10a86b6a74 2024-11-20T02:44:43,260 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/4a2360dddd1d42869f0c9ddb302fa62d 2024-11-20T02:44:43,261 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/43b739d08a7845079594fcfa885f8a4e 2024-11-20T02:44:43,262 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/ebb0f4000a3240d5bf4a17ec2bfc4dda to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/ebb0f4000a3240d5bf4a17ec2bfc4dda 2024-11-20T02:44:43,263 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe9d44c85a5b4d8c8d1dd01d468cebc2 2024-11-20T02:44:43,264 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/96af64390c6b44cb912fc659546b6bac 2024-11-20T02:44:43,265 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe55a366e33247bf84601593e08b8d2d to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/fe55a366e33247bf84601593e08b8d2d 2024-11-20T02:44:43,266 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/8e731e9b26d44e279198112082471fec 2024-11-20T02:44:43,267 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/5ebb0f6d43634618bb72888e3fb90d5e 2024-11-20T02:44:43,268 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800 to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/info/c91bce32203e4ac294cef8677abb3800 2024-11-20T02:44:43,269 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:35963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T02:44:43,269 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [853a9041b0c842b58b54b4b1d1f535b0=40102, 34e12053307445b7a11709e82265af95=13394, 26e8135163684af18050b0ae503f6eed=63438, 600ccd7a6d9a496f8aa764dc7d769461=19728, b67eea4d4d9f4310814e6c5f65b43050=16553, d84cd02dc2794c5c959f0ef65643105b=95207, 90c1e5d7a6fd48e9b8ede15505df332b=24997, c397b532e40748be8f21f013b747f540=16553, 1559a568250449ebb54f6c10a86b6a74=115320, 4a2360dddd1d42869f0c9ddb302fa62d=13394, 43b739d08a7845079594fcfa885f8a4e=17606, ebb0f4000a3240d5bf4a17ec2bfc4dda=143004, fe9d44c85a5b4d8c8d1dd01d468cebc2=19728, 96af64390c6b44cb912fc659546b6bac=18685, fe55a366e33247bf84601593e08b8d2d=170511, 8e731e9b26d44e279198112082471fec=18688, 5ebb0f6d43634618bb72888e3fb90d5e=13402, c91bce32203e4ac294cef8677abb3800=20796] 2024-11-20T02:44:43,273 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/4bde0249ef384a593de6faae8aa23907/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-20T02:44:43,274 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bde0249ef384a593de6faae8aa23907: Waiting for close lock at 1732070683238Running coprocessor pre-close hooks at 1732070683238Disabling compacts and flushes for region at 1732070683238Disabling writes for close at 1732070683239 (+1 ms)Writing region close event to WAL at 1732070683269 (+30 ms)Running coprocessor post-close hooks at 1732070683273 (+4 ms)Closed at 1732070683274 (+1 ms) 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732070640373.4bde0249ef384a593de6faae8aa23907. 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66bcf25bf5655e4b7150ab11b9ba9c5b, disabling compactions & flushes 2024-11-20T02:44:43,274 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. after waiting 0 ms 2024-11-20T02:44:43,274 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:43,274 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a->hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/969b44d1ab407c099696057a4f5ace7a/info/b70cdee600f841f2b39bdeca7e239cf4-bottom] to archive 2024-11-20T02:44:43,275 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:44:43,277 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a to hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/archive/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/info/b70cdee600f841f2b39bdeca7e239cf4.969b44d1ab407c099696057a4f5ace7a 2024-11-20T02:44:43,277 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-20T02:44:43,281 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/data/default/TestLogRolling-testLogRolling/66bcf25bf5655e4b7150ab11b9ba9c5b/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-20T02:44:43,281 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:43,281 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66bcf25bf5655e4b7150ab11b9ba9c5b: Waiting for close lock at 1732070683274Running coprocessor pre-close hooks at 1732070683274Disabling compacts and flushes for region at 1732070683274Disabling writes for close at 1732070683274Writing region close event to WAL at 1732070683277 (+3 ms)Running coprocessor post-close hooks at 1732070683281 (+4 ms)Closed at 1732070683281 2024-11-20T02:44:43,282 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732070640373.66bcf25bf5655e4b7150ab11b9ba9c5b. 2024-11-20T02:44:43,330 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:44:43,331 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:44:43,333 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:44:43,439 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,33911,1732070624301; all regions closed. 2024-11-20T02:44:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741834_1010 (size=8107) 2024-11-20T02:44:43,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.meta.1732070625916.meta not finished, retry = 0 2024-11-20T02:44:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741834_1010 (size=8107) 2024-11-20T02:44:43,545 DEBUG [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs 2024-11-20T02:44:43,545 INFO [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C33911%2C1732070624301.meta:.meta(num 1732070625916) 2024-11-20T02:44:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741877_1053 (size=780) 2024-11-20T02:44:43,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/WALs/1c82b83631a2,33911,1732070624301/1c82b83631a2%2C33911%2C1732070624301.1732070683051 not finished, retry = 0 2024-11-20T02:44:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741877_1053 (size=780) 2024-11-20T02:44:43,650 DEBUG [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/oldWALs 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C33911%2C1732070624301:(num 1732070683051) 2024-11-20T02:44:43,650 DEBUG [RS:0;1c82b83631a2:33911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:44:43,650 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:44:43,650 INFO [RS:0;1c82b83631a2:33911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33911 2024-11-20T02:44:43,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:44:43,704 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,33911,1732070624301 2024-11-20T02:44:43,704 INFO [RS:0;1c82b83631a2:33911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:44:43,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,33911,1732070624301] 2024-11-20T02:44:43,825 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,33911,1732070624301 already deleted, retry=false 2024-11-20T02:44:43,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,33911,1732070624301 expired; onlineServers=0 2024-11-20T02:44:43,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,35963,1732070624092' ***** 2024-11-20T02:44:43,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:44:43,826 INFO [M:0;1c82b83631a2:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:44:43,826 INFO [M:0;1c82b83631a2:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:44:43,826 DEBUG [M:0;1c82b83631a2:35963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:44:43,826 DEBUG [M:0;1c82b83631a2:35963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:44:43,826 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:44:43,826 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070625212 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070625212,5,FailOnTimeoutGroup] 2024-11-20T02:44:43,826 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070625211 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070625211,5,FailOnTimeoutGroup] 2024-11-20T02:44:43,826 INFO [M:0;1c82b83631a2:35963 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:44:43,826 INFO [M:0;1c82b83631a2:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:44:43,827 DEBUG [M:0;1c82b83631a2:35963 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:44:43,827 INFO [M:0;1c82b83631a2:35963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:44:43,827 INFO [M:0;1c82b83631a2:35963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:44:43,827 INFO [M:0;1c82b83631a2:35963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:44:43,827 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:44:43,871 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:43,871 INFO [RS:0;1c82b83631a2:33911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:44:43,871 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33911-0x1015769de050001, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:43,871 INFO [RS:0;1c82b83631a2:33911 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,33911,1732070624301; zookeeper connection closed. 2024-11-20T02:44:43,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@775c43de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@775c43de 2024-11-20T02:44:43,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:44:43,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:43,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:43,886 DEBUG [M:0;1c82b83631a2:35963 {}] zookeeper.ZKUtil(347): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:44:43,886 WARN [M:0;1c82b83631a2:35963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:44:43,887 INFO [M:0;1c82b83631a2:35963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/.lastflushedseqids 2024-11-20T02:44:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741878_1054 (size=228) 2024-11-20T02:44:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741878_1054 (size=228) 2024-11-20T02:44:43,896 INFO [M:0;1c82b83631a2:35963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:44:43,896 INFO [M:0;1c82b83631a2:35963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:44:43,896 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:44:43,896 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:43,896 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:43,896 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:44:43,896 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:43,896 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-20T02:44:43,911 DEBUG [M:0;1c82b83631a2:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccb349274ed74e92a55339d8757a6c43 is 82, key is hbase:meta,,1/info:regioninfo/1732070625953/Put/seqid=0 2024-11-20T02:44:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741879_1055 (size=5672) 2024-11-20T02:44:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741879_1055 (size=5672) 2024-11-20T02:44:43,917 INFO [M:0;1c82b83631a2:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccb349274ed74e92a55339d8757a6c43 2024-11-20T02:44:43,938 DEBUG [M:0;1c82b83631a2:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0245a60951c41cdac5d50b5821386a7 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070626444/Put/seqid=0 2024-11-20T02:44:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741880_1056 (size=7091) 2024-11-20T02:44:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741880_1056 (size=7091) 2024-11-20T02:44:43,943 INFO [M:0;1c82b83631a2:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0245a60951c41cdac5d50b5821386a7 2024-11-20T02:44:43,947 INFO [M:0;1c82b83631a2:35963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0245a60951c41cdac5d50b5821386a7 2024-11-20T02:44:43,960 DEBUG [M:0;1c82b83631a2:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/963284940a124b9bb23b63740f444fe0 is 69, key is 1c82b83631a2,33911,1732070624301/rs:state/1732070625296/Put/seqid=0 2024-11-20T02:44:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741881_1057 (size=5156) 2024-11-20T02:44:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741881_1057 (size=5156) 2024-11-20T02:44:43,965 INFO [M:0;1c82b83631a2:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/963284940a124b9bb23b63740f444fe0 2024-11-20T02:44:43,983 DEBUG [M:0;1c82b83631a2:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/41f962475ba64595a380a4d728e9d9e9 is 52, key is load_balancer_on/state:d/1732070626052/Put/seqid=0 2024-11-20T02:44:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741882_1058 (size=5056) 2024-11-20T02:44:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741882_1058 (size=5056) 2024-11-20T02:44:43,988 INFO [M:0;1c82b83631a2:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/41f962475ba64595a380a4d728e9d9e9 2024-11-20T02:44:43,993 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccb349274ed74e92a55339d8757a6c43 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccb349274ed74e92a55339d8757a6c43 2024-11-20T02:44:43,998 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccb349274ed74e92a55339d8757a6c43, entries=8, sequenceid=125, filesize=5.5 K 2024-11-20T02:44:43,999 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0245a60951c41cdac5d50b5821386a7 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0245a60951c41cdac5d50b5821386a7 2024-11-20T02:44:44,003 INFO [M:0;1c82b83631a2:35963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0245a60951c41cdac5d50b5821386a7 2024-11-20T02:44:44,003 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0245a60951c41cdac5d50b5821386a7, entries=13, sequenceid=125, filesize=6.9 K 2024-11-20T02:44:44,004 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/963284940a124b9bb23b63740f444fe0 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/963284940a124b9bb23b63740f444fe0 2024-11-20T02:44:44,007 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/963284940a124b9bb23b63740f444fe0, entries=1, sequenceid=125, filesize=5.0 K 2024-11-20T02:44:44,008 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/41f962475ba64595a380a4d728e9d9e9 as hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/41f962475ba64595a380a4d728e9d9e9 2024-11-20T02:44:44,012 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/caa4ef57-2f02-0d03-dd04-0ecd67dfc2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/41f962475ba64595a380a4d728e9d9e9, entries=1, sequenceid=125, filesize=4.9 K 2024-11-20T02:44:44,013 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false 2024-11-20T02:44:44,014 INFO [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:44,014 DEBUG [M:0;1c82b83631a2:35963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070683896Disabling compacts and flushes for region at 1732070683896Disabling writes for close at 1732070683896Obtaining lock to block concurrent updates at 1732070683896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070683897 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1732070683897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070683898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070683898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070683911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070683911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070683921 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070683937 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070683937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070683947 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070683960 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070683960Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732070683969 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732070683982 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732070683982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ef9e12: reopening flushed file at 1732070683992 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6953db: reopening flushed file at 1732070683998 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8deb52: reopening flushed file at 1732070684003 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1155623a: reopening flushed file at 1732070684007 (+4 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false at 1732070684013 (+6 ms)Writing region close event to WAL at 1732070684014 (+1 ms)Closed at 1732070684014 2024-11-20T02:44:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741830_1006 (size=61332) 2024-11-20T02:44:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741830_1006 (size=61332) 2024-11-20T02:44:44,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:44:44,017 INFO [M:0;1c82b83631a2:35963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:44:44,018 INFO [M:0;1c82b83631a2:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35963 2024-11-20T02:44:44,018 INFO [M:0;1c82b83631a2:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:44:44,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:44:44,170 INFO [M:0;1c82b83631a2:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:44:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x1015769de050000, quorum=127.0.0.1:60705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:44,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0f6a78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:44,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e9e3f2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:44,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:44,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fec80fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:44,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26efa78b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:44,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:44:44,175 WARN [BP-210374909-172.17.0.2-1732070622134 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:44:44,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:44:44,175 WARN [BP-210374909-172.17.0.2-1732070622134 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-210374909-172.17.0.2-1732070622134 (Datanode Uuid dfe2c829-55f8-43be-960b-dec0123fddda) service to localhost/127.0.0.1:43859 2024-11-20T02:44:44,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data3/current/BP-210374909-172.17.0.2-1732070622134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:44,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data4/current/BP-210374909-172.17.0.2-1732070622134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:44,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:44:44,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c75d12e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:44,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@284beb4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:44,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:44,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa4e685{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:44,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b19a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:44,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:44:44,181 WARN [BP-210374909-172.17.0.2-1732070622134 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:44:44,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:44:44,181 WARN [BP-210374909-172.17.0.2-1732070622134 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-210374909-172.17.0.2-1732070622134 (Datanode Uuid aab28865-cb1c-4e0f-9c67-6fee2e989809) service to localhost/127.0.0.1:43859 2024-11-20T02:44:44,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data1/current/BP-210374909-172.17.0.2-1732070622134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:44,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/cluster_1a719838-4285-c72f-915b-fecb7c291d1e/data/data2/current/BP-210374909-172.17.0.2-1732070622134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:44,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:44:44,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b406317{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:44:44,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2deb51ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:44,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:44,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c5fdc94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:44,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600ea663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:44,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:44:44,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:44:44,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 97) - Thread LEAK? -, OpenFileDescriptor=453 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=6490 (was 5768) - AvailableMemoryMB LEAK? - 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=6490 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.log.dir so I do NOT create it in target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3dba914-2ad5-ea8f-3088-34819c1da614/hadoop.tmp.dir so I do NOT create it in target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99, deleteOnExit=true 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/test.cache.data in system properties and HBase conf 2024-11-20T02:44:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:44:44,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:44:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:44:44,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:44:44,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:44,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:44,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:44,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:44,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:44,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:44,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e660a2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:44,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25822970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:44,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18b15cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/java.io.tmpdir/jetty-localhost-39237-hadoop-hdfs-3_4_1-tests_jar-_-any-11513742054716327973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:44:44,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@745395a8{HTTP/1.1, (http/1.1)}{localhost:39237} 2024-11-20T02:44:44,846 INFO [Time-limited test {}] server.Server(415): Started @211476ms 2024-11-20T02:44:45,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:45,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:45,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:45,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:45,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:45,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a8d5e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:45,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ae552d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:45,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169433b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-14712713514689986586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:45,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef51862{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-11-20T02:44:45,153 INFO [Time-limited test {}] server.Server(415): Started @211783ms 2024-11-20T02:44:45,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:44:45,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:45,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:45,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:45,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:45,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:44:45,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd719d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:45,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0e33b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:45,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@163a1f09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/java.io.tmpdir/jetty-localhost-44979-hadoop-hdfs-3_4_1-tests_jar-_-any-14663255731459896312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:45,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77121705{HTTP/1.1, (http/1.1)}{localhost:44979} 2024-11-20T02:44:45,278 INFO [Time-limited test {}] server.Server(415): Started @211908ms 2024-11-20T02:44:45,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:44:45,858 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data1/current/BP-473230458-172.17.0.2-1732070684271/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:45,858 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data2/current/BP-473230458-172.17.0.2-1732070684271/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:45,877 WARN [Thread-1579 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:44:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x295399dfd22dc2e9 with lease ID 0xe8fc5993a02cf9d9: Processing first storage report for DS-14e4a388-79e3-472b-ad6a-92448f41914d from datanode DatanodeRegistration(127.0.0.1:38589, datanodeUuid=254c6ecc-4062-4142-b6ff-a66a3b2c2171, infoPort=46693, infoSecurePort=0, ipcPort=35035, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271) 2024-11-20T02:44:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x295399dfd22dc2e9 with lease ID 0xe8fc5993a02cf9d9: from storage DS-14e4a388-79e3-472b-ad6a-92448f41914d node DatanodeRegistration(127.0.0.1:38589, datanodeUuid=254c6ecc-4062-4142-b6ff-a66a3b2c2171, infoPort=46693, infoSecurePort=0, ipcPort=35035, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:44:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x295399dfd22dc2e9 with lease ID 0xe8fc5993a02cf9d9: Processing first storage report for DS-98514a24-7d08-44b9-9db1-7729f41c8e1d from datanode DatanodeRegistration(127.0.0.1:38589, datanodeUuid=254c6ecc-4062-4142-b6ff-a66a3b2c2171, infoPort=46693, infoSecurePort=0, ipcPort=35035, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271) 2024-11-20T02:44:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x295399dfd22dc2e9 with lease ID 0xe8fc5993a02cf9d9: from storage DS-98514a24-7d08-44b9-9db1-7729f41c8e1d node DatanodeRegistration(127.0.0.1:38589, datanodeUuid=254c6ecc-4062-4142-b6ff-a66a3b2c2171, infoPort=46693, infoSecurePort=0, ipcPort=35035, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:45,959 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data4/current/BP-473230458-172.17.0.2-1732070684271/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:45,959 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data3/current/BP-473230458-172.17.0.2-1732070684271/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:45,984 WARN [Thread-1602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:44:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58eadcee499e277d with lease ID 0xe8fc5993a02cf9da: Processing first storage report for DS-b71a586e-66cd-45b7-b647-20577af6f69f from datanode DatanodeRegistration(127.0.0.1:45365, datanodeUuid=686bcea8-1650-44c6-894f-6c2aea02402a, infoPort=35047, infoSecurePort=0, ipcPort=43807, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271) 2024-11-20T02:44:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58eadcee499e277d with lease ID 0xe8fc5993a02cf9da: from storage DS-b71a586e-66cd-45b7-b647-20577af6f69f node DatanodeRegistration(127.0.0.1:45365, datanodeUuid=686bcea8-1650-44c6-894f-6c2aea02402a, infoPort=35047, infoSecurePort=0, ipcPort=43807, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:44:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58eadcee499e277d with lease ID 0xe8fc5993a02cf9da: Processing first storage report for DS-01eb15fa-8b70-498f-b5fb-57fec927d5aa from datanode DatanodeRegistration(127.0.0.1:45365, datanodeUuid=686bcea8-1650-44c6-894f-6c2aea02402a, infoPort=35047, infoSecurePort=0, ipcPort=43807, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271) 2024-11-20T02:44:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58eadcee499e277d with lease ID 0xe8fc5993a02cf9da: from storage DS-01eb15fa-8b70-498f-b5fb-57fec927d5aa node DatanodeRegistration(127.0.0.1:45365, datanodeUuid=686bcea8-1650-44c6-894f-6c2aea02402a, infoPort=35047, infoSecurePort=0, ipcPort=43807, storageInfo=lv=-57;cid=testClusterID;nsid=1813889151;c=1732070684271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:46,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb 2024-11-20T02:44:46,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/zookeeper_0, clientPort=58994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:44:46,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58994 2024-11-20T02:44:46,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:44:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:44:46,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe with version=8 2024-11-20T02:44:46,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41273/user/jenkins/test-data/01e58a3c-d8da-921d-21c1-154ee1d07fe9/hbase-staging 2024-11-20T02:44:46,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:46,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:44:46,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:46,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35193 2024-11-20T02:44:46,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35193 connecting to ZooKeeper ensemble=127.0.0.1:58994 2024-11-20T02:44:46,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351930x0, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:46,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35193-0x101576acffd0000 connected 2024-11-20T02:44:46,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:46,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe, hbase.cluster.distributed=false 2024-11-20T02:44:46,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:46,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-20T02:44:46,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35193 2024-11-20T02:44:46,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35193 2024-11-20T02:44:46,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-20T02:44:46,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-20T02:44:46,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:46,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:44:46,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:46,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42399 2024-11-20T02:44:46,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42399 connecting to ZooKeeper ensemble=127.0.0.1:58994 2024-11-20T02:44:46,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,195 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423990x0, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:46,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:46,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42399-0x101576acffd0001 connected 2024-11-20T02:44:46,195 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:44:46,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:44:46,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:44:46,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:46,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-20T02:44:46,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42399 2024-11-20T02:44:46,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42399 2024-11-20T02:44:46,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-20T02:44:46,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-20T02:44:46,213 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:35193 2024-11-20T02:44:46,213 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:46,221 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:46,221 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,229 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:46,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,229 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,229 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:44:46,230 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,35193,1732070686025 from backup master directory 2024-11-20T02:44:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:46,237 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:46,237 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,237 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:46,241 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/hbase.id] with ID: 2d1156e4-8ab3-481d-8651-b7d9c7165354 2024-11-20T02:44:46,242 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/.tmp/hbase.id 2024-11-20T02:44:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:44:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:44:46,248 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/.tmp/hbase.id]:[hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/hbase.id] 2024-11-20T02:44:46,260 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:46,261 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:44:46,262 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T02:44:46,271 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:44:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:44:46,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:44:46,297 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:44:46,298 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:44:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:44:46,313 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store 2024-11-20T02:44:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:44:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:44:46,343 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:46,343 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:46,343 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070686343Disabling compacts and flushes for region at 1732070686343Disabling writes for close at 1732070686343Writing region close event to WAL at 1732070686343Closed at 1732070686343 2024-11-20T02:44:46,344 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/.initializing 2024-11-20T02:44:46,344 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/WALs/1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,345 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:46,346 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C35193%2C1732070686025, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/WALs/1c82b83631a2,35193,1732070686025, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/oldWALs, maxLogs=10 2024-11-20T02:44:46,361 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/WALs/1c82b83631a2,35193,1732070686025/1c82b83631a2%2C35193%2C1732070686025.1732070686346, exclude list is [], retry=0 2024-11-20T02:44:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38589,DS-14e4a388-79e3-472b-ad6a-92448f41914d,DISK] 2024-11-20T02:44:46,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45365,DS-b71a586e-66cd-45b7-b647-20577af6f69f,DISK] 2024-11-20T02:44:46,371 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/WALs/1c82b83631a2,35193,1732070686025/1c82b83631a2%2C35193%2C1732070686025.1732070686346 2024-11-20T02:44:46,371 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-20T02:44:46,371 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:44:46,371 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:46,372 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,372 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:44:46,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:46,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:44:46,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:46,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:44:46,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:46,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:44:46,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:46,380 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,381 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,381 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,382 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,382 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,383 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:44:46,385 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:46,387 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:44:46,388 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776955, jitterRate=-0.012051805853843689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:44:46,388 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070686372Initializing all the Stores at 1732070686373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070686373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070686373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070686373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070686373Cleaning up temporary data from old regions at 1732070686382 (+9 ms)Region opened successfully at 1732070686388 (+6 ms) 2024-11-20T02:44:46,388 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:44:46,393 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1716c7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:46,394 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:44:46,394 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:44:46,394 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:44:46,395 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:44:46,395 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:44:46,396 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:44:46,396 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:44:46,401 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:44:46,402 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:44:46,428 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:44:46,428 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:44:46,429 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:44:46,437 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:44:46,438 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:44:46,439 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:44:46,446 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:44:46,447 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:44:46,454 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:44:46,456 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:44:46,462 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:44:46,471 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:46,471 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,471 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,35193,1732070686025, sessionid=0x101576acffd0000, setting cluster-up flag (Was=false) 2024-11-20T02:44:46,487 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,512 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:44:46,514 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,530 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:46,554 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:44:46,555 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,35193,1732070686025 2024-11-20T02:44:46,556 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:44:46,558 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:46,558 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:44:46,558 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:44:46,559 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,35193,1732070686025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:44:46,560 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:46,560 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:46,560 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:46,560 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:46,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:44:46,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:46,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:46,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:44:46,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070716574 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:44:46,574 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,579 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:44:46,579 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:44:46,579 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:44:46,579 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:44:46,579 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:44:46,580 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070686579,5,FailOnTimeoutGroup] 2024-11-20T02:44:46,580 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070686580,5,FailOnTimeoutGroup] 2024-11-20T02:44:46,580 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,580 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:44:46,580 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,580 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:44:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:44:46,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:44:46,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe 2024-11-20T02:44:46,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:44:46,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:44:46,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:46,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:44:46,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:44:46,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:46,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:44:46,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:44:46,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:46,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:44:46,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:44:46,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,602 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(746): ClusterId : 2d1156e4-8ab3-481d-8651-b7d9c7165354 2024-11-20T02:44:46,602 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:44:46,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:46,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:44:46,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:44:46,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:46,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:46,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:44:46,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740 2024-11-20T02:44:46,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740 2024-11-20T02:44:46,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:44:46,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:44:46,608 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:44:46,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:44:46,612 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:44:46,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698317, jitterRate=-0.11204494535923004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070686593Initializing all the Stores at 1732070686594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070686594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070686594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070686594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070686594Cleaning up temporary data from old regions at 1732070686607 (+13 ms)Region opened successfully at 1732070686613 (+6 ms) 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:44:46,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:44:46,613 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:44:46,613 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:44:46,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070686613Disabling compacts and flushes for region at 1732070686613Disabling writes for close at 1732070686613Writing region close event to WAL at 1732070686613Closed at 1732070686613 2024-11-20T02:44:46,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:46,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:44:46,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:44:46,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:44:46,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:44:46,621 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:44:46,622 DEBUG [RS:0;1c82b83631a2:42399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:46,634 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:42399 2024-11-20T02:44:46,634 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:44:46,634 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:44:46,634 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:44:46,634 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,35193,1732070686025 with port=42399, startcode=1732070686173 2024-11-20T02:44:46,635 DEBUG [RS:0;1c82b83631a2:42399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:44:46,639 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:44:46,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,642 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe 2024-11-20T02:44:46,642 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42365 2024-11-20T02:44:46,642 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:44:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:44:46,653 DEBUG [RS:0;1c82b83631a2:42399 {}] zookeeper.ZKUtil(111): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,653 WARN [RS:0;1c82b83631a2:42399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:46,653 INFO [RS:0;1c82b83631a2:42399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:46,654 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,42399,1732070686173] 2024-11-20T02:44:46,657 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:44:46,658 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:44:46,659 INFO [RS:0;1c82b83631a2:42399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:44:46,659 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,659 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:44:46,660 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:44:46,660 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,660 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,661 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,661 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,661 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:46,661 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:46,661 DEBUG [RS:0;1c82b83631a2:42399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:46,661 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,661 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,661 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,661 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,661 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,662 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,42399,1732070686173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:44:46,681 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:44:46,681 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,42399,1732070686173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,681 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,681 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.Replication(171): 1c82b83631a2,42399,1732070686173 started 2024-11-20T02:44:46,696 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:46,696 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,42399,1732070686173, RpcServer on 1c82b83631a2/172.17.0.2:42399, sessionid=0x101576acffd0001 2024-11-20T02:44:46,696 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:44:46,696 DEBUG [RS:0;1c82b83631a2:42399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,696 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,42399,1732070686173' 2024-11-20T02:44:46,696 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,42399,1732070686173 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,42399,1732070686173' 2024-11-20T02:44:46,697 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:44:46,698 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:44:46,698 DEBUG [RS:0;1c82b83631a2:42399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:44:46,698 INFO [RS:0;1c82b83631a2:42399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:44:46,698 INFO [RS:0;1c82b83631a2:42399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:44:46,767 WARN [1c82b83631a2:35193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:44:46,799 INFO [RS:0;1c82b83631a2:42399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:46,801 INFO [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C42399%2C1732070686173, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs, maxLogs=32 2024-11-20T02:44:46,818 DEBUG [RS:0;1c82b83631a2:42399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173/1c82b83631a2%2C42399%2C1732070686173.1732070686801, exclude list is [], retry=0 2024-11-20T02:44:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45365,DS-b71a586e-66cd-45b7-b647-20577af6f69f,DISK] 2024-11-20T02:44:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38589,DS-14e4a388-79e3-472b-ad6a-92448f41914d,DISK] 2024-11-20T02:44:46,824 INFO [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173/1c82b83631a2%2C42399%2C1732070686173.1732070686801 2024-11-20T02:44:46,827 DEBUG [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-20T02:44:47,017 DEBUG [1c82b83631a2:35193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:44:47,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,42399,1732070686173 2024-11-20T02:44:47,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42399,1732070686173, state=OPENING 2024-11-20T02:44:47,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:44:47,054 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:47,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:47,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:47,054 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:44:47,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:47,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42399,1732070686173}] 2024-11-20T02:44:47,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:44:47,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:44:47,214 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:44:47,215 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:47,215 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:44:47,216 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C42399%2C1732070686173.meta, suffix=.meta, logDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs, maxLogs=32 2024-11-20T02:44:47,229 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173/1c82b83631a2%2C42399%2C1732070686173.meta.1732070687217.meta, exclude list is [], retry=0 2024-11-20T02:44:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38589,DS-14e4a388-79e3-472b-ad6a-92448f41914d,DISK] 2024-11-20T02:44:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45365,DS-b71a586e-66cd-45b7-b647-20577af6f69f,DISK] 2024-11-20T02:44:47,233 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173/1c82b83631a2%2C42399%2C1732070686173.meta.1732070687217.meta 2024-11-20T02:44:47,233 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-20T02:44:47,233 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:44:47,234 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:44:47,234 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:44:47,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:44:47,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:44:47,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:47,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:47,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:44:47,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:44:47,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:47,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:47,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:44:47,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:44:47,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:47,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:47,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:44:47,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:44:47,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:47,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:47,243 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:44:47,244 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740 2024-11-20T02:44:47,246 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740 2024-11-20T02:44:47,247 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:44:47,247 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:44:47,248 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:44:47,249 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:44:47,250 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818533, jitterRate=0.04081974923610687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:44:47,250 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:44:47,251 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070687234Writing region info on filesystem at 1732070687234Initializing all the Stores at 1732070687236 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070687237 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070687237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070687237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070687237Cleaning up temporary data from old regions at 1732070687247 (+10 ms)Running coprocessor post-open hooks at 1732070687250 (+3 ms)Region opened successfully at 1732070687251 (+1 ms) 2024-11-20T02:44:47,252 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070687207 2024-11-20T02:44:47,254 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:44:47,254 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:44:47,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42399,1732070686173 2024-11-20T02:44:47,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42399,1732070686173, state=OPEN 2024-11-20T02:44:47,300 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:47,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:47,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:47,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,42399,1732070686173 2024-11-20T02:44:47,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:44:47,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42399,1732070686173 in 247 msec 2024-11-20T02:44:47,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:44:47,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-11-20T02:44:47,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:47,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:44:47,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:44:47,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42399,1732070686173, seqNum=-1] 2024-11-20T02:44:47,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:44:47,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:44:47,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 755 msec 2024-11-20T02:44:47,314 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070687314, completionTime=-1 2024-11-20T02:44:47,314 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:44:47,314 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:44:47,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T02:44:47,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070747316 2024-11-20T02:44:47,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070807316 2024-11-20T02:44:47,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:35193, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,319 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.083sec 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:44:47,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:44:47,325 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:44:47,325 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:44:47,325 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,35193,1732070686025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:47,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a36ddb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:44:47,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,35193,-1 for getting cluster id 2024-11-20T02:44:47,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:44:47,404 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d1156e4-8ab3-481d-8651-b7d9c7165354' 2024-11-20T02:44:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:44:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d1156e4-8ab3-481d-8651-b7d9c7165354" 2024-11-20T02:44:47,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8536ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:44:47,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,35193,-1] 2024-11-20T02:44:47,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:44:47,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,406 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:44:47,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285943af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:44:47,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:44:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42399,1732070686173, seqNum=-1] 2024-11-20T02:44:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:44:47,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:44:47,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,35193,1732070686025 2024-11-20T02:44:47,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:47,414 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T02:44:47,414 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:47,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:47,420 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs, maxLogs=32 2024-11-20T02:44:47,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687420, exclude list is [], retry=0 2024-11-20T02:44:47,441 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45365,DS-b71a586e-66cd-45b7-b647-20577af6f69f,DISK] 2024-11-20T02:44:47,442 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38589,DS-14e4a388-79e3-472b-ad6a-92448f41914d,DISK] 2024-11-20T02:44:47,447 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687420 2024-11-20T02:44:47,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35047:35047),(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-20T02:44:47,459 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687448, exclude list is [], retry=0 2024-11-20T02:44:47,462 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45365,DS-b71a586e-66cd-45b7-b647-20577af6f69f,DISK] 2024-11-20T02:44:47,462 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38589,DS-14e4a388-79e3-472b-ad6a-92448f41914d,DISK] 2024-11-20T02:44:47,465 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687420 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687448 2024-11-20T02:44:47,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35047:35047),(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-20T02:44:47,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687420 is not closed yet, will try archiving it next time 2024-11-20T02:44:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741835_1011 (size=93) 2024-11-20T02:44:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741835_1011 (size=93) 2024-11-20T02:44:47,469 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1732070687420 to hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs/test.com%2C8080%2C1.1732070687420 2024-11-20T02:44:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741836_1012 (size=93) 2024-11-20T02:44:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741836_1012 (size=93) 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs 2024-11-20T02:44:47,478 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732070687448) 2024-11-20T02:44:47,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:44:47,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:44:47,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=569321449, stopped=false 2024-11-20T02:44:47,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,35193,1732070686025 2024-11-20T02:44:47,494 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:47,494 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:47,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:44:47,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:44:47,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:47,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:47,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:47,495 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,42399,1732070686173' ***** 2024-11-20T02:44:47,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:44:47,495 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:44:47,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,42399,1732070686173 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:42399. 2024-11-20T02:44:47,496 DEBUG [RS:0;1c82b83631a2:42399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:44:47,496 DEBUG [RS:0;1c82b83631a2:42399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:44:47,496 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T02:44:47,497 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T02:44:47,497 DEBUG [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:44:47,497 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:44:47,497 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:44:47,497 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:44:47,497 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:44:47,497 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:44:47,497 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T02:44:47,514 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/.tmp/ns/aedd7b00000045668ae99c1b1419c3bc is 43, key is default/ns:d/1732070687309/Put/seqid=0 2024-11-20T02:44:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741837_1013 (size=5153) 2024-11-20T02:44:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741837_1013 (size=5153) 2024-11-20T02:44:47,520 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/.tmp/ns/aedd7b00000045668ae99c1b1419c3bc 2024-11-20T02:44:47,526 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/.tmp/ns/aedd7b00000045668ae99c1b1419c3bc as hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/ns/aedd7b00000045668ae99c1b1419c3bc 2024-11-20T02:44:47,530 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/ns/aedd7b00000045668ae99c1b1419c3bc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T02:44:47,531 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-11-20T02:44:47,531 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:44:47,535 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T02:44:47,536 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:44:47,536 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:47,536 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070687497Running coprocessor pre-close hooks at 1732070687497Disabling compacts and flushes for region at 1732070687497Disabling writes for close at 1732070687497Obtaining lock to block concurrent updates at 1732070687497Preparing flush snapshotting stores in 1588230740 at 1732070687497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732070687497Flushing stores of hbase:meta,,1.1588230740 at 1732070687498 (+1 ms)Flushing 1588230740/ns: creating writer at 1732070687498Flushing 1588230740/ns: appending metadata at 1732070687513 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732070687513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0527bb: reopening flushed file at 1732070687525 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1732070687531 (+6 ms)Writing region close event to WAL at 1732070687532 (+1 ms)Running coprocessor post-close hooks at 1732070687536 (+4 ms)Closed at 1732070687536 2024-11-20T02:44:47,536 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:47,682 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:44:47,683 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:44:47,697 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,42399,1732070686173; all regions closed. 2024-11-20T02:44:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741834_1010 (size=1152) 2024-11-20T02:44:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741834_1010 (size=1152) 2024-11-20T02:44:47,701 DEBUG [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs 2024-11-20T02:44:47,701 INFO [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C42399%2C1732070686173.meta:.meta(num 1732070687217) 2024-11-20T02:44:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741833_1009 (size=93) 2024-11-20T02:44:47,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/WALs/1c82b83631a2,42399,1732070686173/1c82b83631a2%2C42399%2C1732070686173.1732070686801 not finished, retry = 0 2024-11-20T02:44:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741833_1009 (size=93) 2024-11-20T02:44:47,806 DEBUG [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/oldWALs 2024-11-20T02:44:47,806 INFO [RS:0;1c82b83631a2:42399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C42399%2C1732070686173:(num 1732070686801) 2024-11-20T02:44:47,806 DEBUG [RS:0;1c82b83631a2:42399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:44:47,806 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:44:47,806 INFO [RS:0;1c82b83631a2:42399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:44:47,807 INFO [RS:0;1c82b83631a2:42399 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:44:47,807 INFO [RS:0;1c82b83631a2:42399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:44:47,807 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:44:47,807 INFO [RS:0;1c82b83631a2:42399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42399 2024-11-20T02:44:47,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:44:47,836 INFO [RS:0;1c82b83631a2:42399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:44:47,836 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,42399,1732070686173 2024-11-20T02:44:47,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,42399,1732070686173] 2024-11-20T02:44:47,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,42399,1732070686173 already deleted, retry=false 2024-11-20T02:44:47,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,42399,1732070686173 expired; onlineServers=0 2024-11-20T02:44:47,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,35193,1732070686025' ***** 2024-11-20T02:44:47,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:44:47,854 INFO [M:0;1c82b83631a2:35193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:44:47,854 INFO [M:0;1c82b83631a2:35193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:44:47,854 DEBUG [M:0;1c82b83631a2:35193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:44:47,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:44:47,854 DEBUG [M:0;1c82b83631a2:35193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:44:47,854 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070686579 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070686579,5,FailOnTimeoutGroup] 2024-11-20T02:44:47,854 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070686580 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070686580,5,FailOnTimeoutGroup] 2024-11-20T02:44:47,854 INFO [M:0;1c82b83631a2:35193 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:44:47,854 INFO [M:0;1c82b83631a2:35193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:44:47,855 DEBUG [M:0;1c82b83631a2:35193 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:44:47,855 INFO [M:0;1c82b83631a2:35193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:44:47,855 INFO [M:0;1c82b83631a2:35193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:44:47,855 INFO [M:0;1c82b83631a2:35193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:44:47,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:44:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:47,862 DEBUG [M:0;1c82b83631a2:35193 {}] zookeeper.ZKUtil(347): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:44:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:47,862 WARN [M:0;1c82b83631a2:35193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:44:47,863 INFO [M:0;1c82b83631a2:35193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/.lastflushedseqids 2024-11-20T02:44:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741838_1014 (size=99) 2024-11-20T02:44:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741838_1014 (size=99) 2024-11-20T02:44:47,868 INFO [M:0;1c82b83631a2:35193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:44:47,868 INFO [M:0;1c82b83631a2:35193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:44:47,868 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:44:47,868 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:47,868 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:47,868 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:44:47,868 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:47,868 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-20T02:44:47,884 DEBUG [M:0;1c82b83631a2:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aeb56d2d74943e18fda10cd7755aa48 is 82, key is hbase:meta,,1/info:regioninfo/1732070687254/Put/seqid=0 2024-11-20T02:44:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741839_1015 (size=5672) 2024-11-20T02:44:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741839_1015 (size=5672) 2024-11-20T02:44:47,891 INFO [M:0;1c82b83631a2:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aeb56d2d74943e18fda10cd7755aa48 2024-11-20T02:44:47,908 DEBUG [M:0;1c82b83631a2:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f691c009be95429c8b9d8df87c6eca95 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732070687313/Put/seqid=0 2024-11-20T02:44:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741840_1016 (size=5275) 2024-11-20T02:44:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741840_1016 (size=5275) 2024-11-20T02:44:47,946 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:47,946 INFO [RS:0;1c82b83631a2:42399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:44:47,946 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42399-0x101576acffd0001, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:47,946 INFO [RS:0;1c82b83631a2:42399 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,42399,1732070686173; zookeeper connection closed. 2024-11-20T02:44:47,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28d94c1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28d94c1d 2024-11-20T02:44:47,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:44:48,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:44:48,319 INFO [M:0;1c82b83631a2:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f691c009be95429c8b9d8df87c6eca95 2024-11-20T02:44:48,340 DEBUG [M:0;1c82b83631a2:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d4221f22634f168150adcfa671d2f0 is 69, key is 1c82b83631a2,42399,1732070686173/rs:state/1732070686640/Put/seqid=0 2024-11-20T02:44:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741841_1017 (size=5156) 2024-11-20T02:44:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741841_1017 (size=5156) 2024-11-20T02:44:48,355 INFO [M:0;1c82b83631a2:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d4221f22634f168150adcfa671d2f0 2024-11-20T02:44:48,377 DEBUG [M:0;1c82b83631a2:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da021c57e4db42889d2eff2ac2d2071b is 52, key is load_balancer_on/state:d/1732070687413/Put/seqid=0 2024-11-20T02:44:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741842_1018 (size=5056) 2024-11-20T02:44:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741842_1018 (size=5056) 2024-11-20T02:44:48,387 INFO [M:0;1c82b83631a2:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da021c57e4db42889d2eff2ac2d2071b 2024-11-20T02:44:48,392 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aeb56d2d74943e18fda10cd7755aa48 as hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aeb56d2d74943e18fda10cd7755aa48 2024-11-20T02:44:48,397 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aeb56d2d74943e18fda10cd7755aa48, entries=8, sequenceid=29, filesize=5.5 K 2024-11-20T02:44:48,398 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f691c009be95429c8b9d8df87c6eca95 as hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f691c009be95429c8b9d8df87c6eca95 2024-11-20T02:44:48,402 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f691c009be95429c8b9d8df87c6eca95, entries=3, sequenceid=29, filesize=5.2 K 2024-11-20T02:44:48,404 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d4221f22634f168150adcfa671d2f0 as hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d4221f22634f168150adcfa671d2f0 2024-11-20T02:44:48,410 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d4221f22634f168150adcfa671d2f0, entries=1, sequenceid=29, filesize=5.0 K 2024-11-20T02:44:48,414 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da021c57e4db42889d2eff2ac2d2071b as hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/da021c57e4db42889d2eff2ac2d2071b 2024-11-20T02:44:48,423 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/3ceedfb9-617a-99cf-9175-5db09a3b07fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/da021c57e4db42889d2eff2ac2d2071b, entries=1, sequenceid=29, filesize=4.9 K 2024-11-20T02:44:48,424 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=29, compaction requested=false 2024-11-20T02:44:48,429 INFO [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:48,429 DEBUG [M:0;1c82b83631a2:35193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070687868Disabling compacts and flushes for region at 1732070687868Disabling writes for close at 1732070687868Obtaining lock to block concurrent updates at 1732070687868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070687868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732070687869 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070687869Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070687869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070687884 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070687884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070687895 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070687908 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070687908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070688326 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070688340 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070688340Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732070688361 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732070688376 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732070688376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2f2095: reopening flushed file at 1732070688391 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd65e0: reopening flushed file at 1732070688397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203cc606: reopening flushed file at 1732070688403 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752c3bb9: reopening flushed file at 1732070688410 (+7 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=29, compaction requested=false at 1732070688424 (+14 ms)Writing region close event to WAL at 1732070688429 (+5 ms)Closed at 1732070688429 2024-11-20T02:44:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45365 is added to blk_1073741830_1006 (size=10311) 2024-11-20T02:44:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38589 is added to blk_1073741830_1006 (size=10311) 2024-11-20T02:44:48,437 INFO [M:0;1c82b83631a2:35193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:44:48,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:44:48,437 INFO [M:0;1c82b83631a2:35193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35193 2024-11-20T02:44:48,437 INFO [M:0;1c82b83631a2:35193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:44:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101576acffd0000, quorum=127.0.0.1:58994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:44:48,579 INFO [M:0;1c82b83631a2:35193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:44:48,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@163a1f09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:48,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77121705{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:48,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:48,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0e33b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:48,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd719d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:48,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:44:48,583 WARN [BP-473230458-172.17.0.2-1732070684271 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:44:48,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:44:48,583 WARN [BP-473230458-172.17.0.2-1732070684271 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473230458-172.17.0.2-1732070684271 (Datanode Uuid 686bcea8-1650-44c6-894f-6c2aea02402a) service to localhost/127.0.0.1:42365 2024-11-20T02:44:48,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data3/current/BP-473230458-172.17.0.2-1732070684271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:48,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data4/current/BP-473230458-172.17.0.2-1732070684271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:48,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:44:48,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169433b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:48,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef51862{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:48,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:48,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ae552d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:48,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a8d5e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:48,593 WARN [BP-473230458-172.17.0.2-1732070684271 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:44:48,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:44:48,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:44:48,593 WARN [BP-473230458-172.17.0.2-1732070684271 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473230458-172.17.0.2-1732070684271 (Datanode Uuid 254c6ecc-4062-4142-b6ff-a66a3b2c2171) service to localhost/127.0.0.1:42365 2024-11-20T02:44:48,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data1/current/BP-473230458-172.17.0.2-1732070684271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:48,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/cluster_27a08cc6-6186-87c2-315c-343a095ffd99/data/data2/current/BP-473230458-172.17.0.2-1732070684271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:44:48,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:44:48,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18b15cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:44:48,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@745395a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:44:48,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:44:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25822970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:44:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e660a2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd7a038f-e629-3f40-04af-b311f4c270bb/hadoop.log.dir/,STOPPED} 2024-11-20T02:44:48,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:44:48,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:44:48,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=130 (was 107) - Thread LEAK? -, OpenFileDescriptor=508 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 204) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6149 (was 6490)