2024-11-10 05:54:26,650 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 05:54:26,662 main DEBUG Took 0.009787 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 05:54:26,662 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 05:54:26,662 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 05:54:26,663 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 05:54:26,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,671 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 05:54:26,682 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,685 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,687 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,689 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:54:26,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,692 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 05:54:26,694 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:54:26,695 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 05:54:26,696 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 05:54:26,697 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 05:54:26,698 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 05:54:26,698 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 05:54:26,706 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 05:54:26,708 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 05:54:26,710 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 05:54:26,710 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 05:54:26,711 main DEBUG createAppenders(={Console}) 2024-11-10 05:54:26,711 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-10 05:54:26,712 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 05:54:26,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-10 05:54:26,712 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 05:54:26,713 main DEBUG OutputStream closed 2024-11-10 05:54:26,713 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 05:54:26,713 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 05:54:26,713 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-10 05:54:26,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 05:54:26,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 05:54:26,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 05:54:26,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 05:54:26,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 05:54:26,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 05:54:26,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 05:54:26,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 05:54:26,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 05:54:26,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 05:54:26,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 05:54:26,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 05:54:26,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 05:54:26,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 05:54:26,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 05:54:26,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 05:54:26,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 05:54:26,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 05:54:26,790 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 05:54:26,790 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-10 05:54:26,791 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 05:54:26,791 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-10T05:54:27,029 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac 2024-11-10 05:54:27,032 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 05:54:27,033 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T05:54:27,042 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-10T05:54:27,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=56, ProcessCount=11, AvailableMemoryMB=8260 2024-11-10T05:54:27,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:54:27,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb, deleteOnExit=true 2024-11-10T05:54:27,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:54:27,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/test.cache.data in system properties and HBase conf 2024-11-10T05:54:27,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:54:27,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:54:27,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:54:27,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:54:27,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:54:27,182 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T05:54:27,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:54:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:54:27,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:54:27,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:54:27,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:54:27,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:54:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:54:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:54:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:54:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:54:27,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:54:27,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:54:27,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:54:27,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:54:27,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:54:28,101 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T05:54:28,182 INFO [Time-limited test {}] log.Log(170): Logging initialized @2247ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T05:54:28,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:54:28,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:54:28,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:54:28,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:54:28,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:54:28,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:54:28,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:54:28,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:54:28,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/java.io.tmpdir/jetty-localhost-40123-hadoop-hdfs-3_4_1-tests_jar-_-any-15222300850441861811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:54:28,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40123} 2024-11-10T05:54:28,592 INFO [Time-limited test {}] server.Server(415): Started @2657ms 2024-11-10T05:54:28,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:54:28,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:54:28,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:54:28,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:54:28,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:54:28,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:54:28,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:54:29,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/java.io.tmpdir/jetty-localhost-43287-hadoop-hdfs-3_4_1-tests_jar-_-any-11465918513090117379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:54:29,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:43287} 2024-11-10T05:54:29,111 INFO [Time-limited test {}] server.Server(415): Started @3177ms 2024-11-10T05:54:29,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:54:29,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:54:29,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:54:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:54:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:54:29,306 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:54:29,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:54:29,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:54:29,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/java.io.tmpdir/jetty-localhost-35451-hadoop-hdfs-3_4_1-tests_jar-_-any-12826312057550136239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:54:29,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:35451} 2024-11-10T05:54:29,431 INFO [Time-limited test {}] server.Server(415): Started @3497ms 2024-11-10T05:54:29,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:54:29,645 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data3/current/BP-861703045-172.17.0.2-1731218067849/current, will proceed with Du for space computation calculation, 2024-11-10T05:54:29,645 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data4/current/BP-861703045-172.17.0.2-1731218067849/current, will proceed with Du for space computation calculation, 2024-11-10T05:54:29,645 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data1/current/BP-861703045-172.17.0.2-1731218067849/current, will proceed with Du for space computation calculation, 2024-11-10T05:54:29,645 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data2/current/BP-861703045-172.17.0.2-1731218067849/current, will proceed with Du for space computation calculation, 2024-11-10T05:54:29,697 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:54:29,697 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:54:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d1183881bf98c69 with lease ID 0xbd635a0771bdd8a: Processing first storage report for DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=be278fb7-eb1f-46b5-861b-eff5f650aae9, infoPort=41301, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849) 2024-11-10T05:54:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d1183881bf98c69 with lease ID 0xbd635a0771bdd8a: from storage DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=be278fb7-eb1f-46b5-861b-eff5f650aae9, infoPort=41301, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:54:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x205b8d0a13fbec16 with lease ID 0xbd635a0771bdd8b: Processing first storage report for DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20 from datanode DatanodeRegistration(127.0.0.1:37329, datanodeUuid=d580efaa-0bf9-459d-bbc5-19407deee449, infoPort=42047, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849) 2024-11-10T05:54:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x205b8d0a13fbec16 with lease ID 0xbd635a0771bdd8b: from storage DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20 node DatanodeRegistration(127.0.0.1:37329, datanodeUuid=d580efaa-0bf9-459d-bbc5-19407deee449, infoPort=42047, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:54:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d1183881bf98c69 with lease ID 0xbd635a0771bdd8a: Processing first storage report for DS-27260ae1-5344-43a0-93e9-962fc5375cc8 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=be278fb7-eb1f-46b5-861b-eff5f650aae9, infoPort=41301, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849) 2024-11-10T05:54:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d1183881bf98c69 with lease ID 0xbd635a0771bdd8a: from storage DS-27260ae1-5344-43a0-93e9-962fc5375cc8 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=be278fb7-eb1f-46b5-861b-eff5f650aae9, infoPort=41301, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:54:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x205b8d0a13fbec16 with lease ID 0xbd635a0771bdd8b: Processing first storage report for DS-7d37824b-700f-446b-9c0b-6719bdd06109 from datanode DatanodeRegistration(127.0.0.1:37329, datanodeUuid=d580efaa-0bf9-459d-bbc5-19407deee449, infoPort=42047, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849) 2024-11-10T05:54:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x205b8d0a13fbec16 with lease ID 0xbd635a0771bdd8b: from storage DS-7d37824b-700f-446b-9c0b-6719bdd06109 node DatanodeRegistration(127.0.0.1:37329, datanodeUuid=d580efaa-0bf9-459d-bbc5-19407deee449, infoPort=42047, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=1908849879;c=1731218067849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:54:29,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac 2024-11-10T05:54:29,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/zookeeper_0, clientPort=60481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:54:29,896 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60481 2024-11-10T05:54:29,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:29,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:54:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:54:30,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b with version=8 2024-11-10T05:54:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase-staging 2024-11-10T05:54:30,659 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T05:54:30,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:54:30,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:30,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:30,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:54:30,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:30,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:54:31,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:54:31,134 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T05:54:31,142 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T05:54:31,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:54:31,173 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17437 (auto-detected) 2024-11-10T05:54:31,174 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T05:54:31,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44301 2024-11-10T05:54:31,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44301 connecting to ZooKeeper ensemble=127.0.0.1:60481 2024-11-10T05:54:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443010x0, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:54:31,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44301-0x10190beced30000 connected 2024-11-10T05:54:31,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:31,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:31,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:54:31,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b, hbase.cluster.distributed=false 2024-11-10T05:54:31,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:54:31,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44301 2024-11-10T05:54:31,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44301 2024-11-10T05:54:31,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44301 2024-11-10T05:54:31,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44301 2024-11-10T05:54:31,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44301 2024-11-10T05:54:31,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:54:31,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:31,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:31,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:54:31,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:54:31,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:54:31,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:54:31,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:54:31,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36701 2024-11-10T05:54:31,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36701 connecting to ZooKeeper ensemble=127.0.0.1:60481 2024-11-10T05:54:31,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:31,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:31,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367010x0, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:54:31,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36701-0x10190beced30001 connected 2024-11-10T05:54:31,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:54:31,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:54:31,479 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:54:31,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:54:31,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:54:31,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-10T05:54:31,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36701 2024-11-10T05:54:31,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36701 2024-11-10T05:54:31,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-10T05:54:31,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-10T05:54:31,506 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:44301 2024-11-10T05:54:31,507 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,44301,1731218070712 2024-11-10T05:54:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:54:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:54:31,517 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,44301,1731218070712 2024-11-10T05:54:31,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:31,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:54:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:31,539 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:54:31,540 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,44301,1731218070712 from backup master directory 2024-11-10T05:54:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,44301,1731218070712 2024-11-10T05:54:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:54:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:54:31,545 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:54:31,545 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,44301,1731218070712 2024-11-10T05:54:31,547 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T05:54:31,548 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T05:54:31,607 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase.id] with ID: 516c92a4-8e28-4a4d-b962-638b0921d5a6 2024-11-10T05:54:31,607 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/.tmp/hbase.id 2024-11-10T05:54:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:54:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:54:31,621 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/.tmp/hbase.id]:[hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase.id] 2024-11-10T05:54:31,666 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:31,672 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:54:31,692 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T05:54:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:54:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:54:31,731 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:54:31,733 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:54:31,740 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:54:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:54:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:54:31,797 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store 2024-11-10T05:54:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:54:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:54:31,823 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T05:54:31,826 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:31,828 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:54:31,828 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:54:31,828 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:54:31,830 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:54:31,830 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:54:31,830 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:54:31,831 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218071827Disabling compacts and flushes for region at 1731218071827Disabling writes for close at 1731218071830 (+3 ms)Writing region close event to WAL at 1731218071830Closed at 1731218071830 2024-11-10T05:54:31,834 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/.initializing 2024-11-10T05:54:31,834 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/WALs/4999977c7e1b,44301,1731218070712 2024-11-10T05:54:31,844 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:54:31,863 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C44301%2C1731218070712, suffix=, logDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/WALs/4999977c7e1b,44301,1731218070712, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/oldWALs, maxLogs=10 2024-11-10T05:54:31,897 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/WALs/4999977c7e1b,44301,1731218070712/4999977c7e1b%2C44301%2C1731218070712.1731218071869, exclude list is [], retry=0 2024-11-10T05:54:31,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:54:31,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:54:31,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:54:31,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T05:54:31,964 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/WALs/4999977c7e1b,44301,1731218070712/4999977c7e1b%2C44301%2C1731218070712.1731218071869 2024-11-10T05:54:31,965 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-10T05:54:31,966 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:54:31,966 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:31,970 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:31,971 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:54:32,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:32,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:54:32,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:54:32,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:54:32,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:54:32,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:54:32,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:54:32,055 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,059 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,060 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,065 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,066 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,069 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:54:32,073 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:54:32,077 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:54:32,078 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724480, jitterRate=-0.07877658307552338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:54:32,084 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218071984Initializing all the Stores at 1731218071986 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218071987 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218071987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218071988 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218071988Cleaning up temporary data from old regions at 1731218072066 (+78 ms)Region opened successfully at 1731218072084 (+18 ms) 2024-11-10T05:54:32,085 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:54:32,120 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fafefec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:54:32,152 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:54:32,164 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:54:32,164 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:54:32,167 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:54:32,169 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T05:54:32,174 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T05:54:32,174 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:54:32,200 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:54:32,208 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:54:32,211 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:54:32,213 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:54:32,214 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:54:32,216 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:54:32,218 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:54:32,222 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:54:32,223 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:54:32,224 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:54:32,227 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:54:32,244 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:54:32,245 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:54:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:54:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:54:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,253 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,44301,1731218070712, sessionid=0x10190beced30000, setting cluster-up flag (Was=false) 2024-11-10T05:54:32,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,273 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:54:32,275 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,44301,1731218070712 2024-11-10T05:54:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,287 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:54:32,288 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,44301,1731218070712 2024-11-10T05:54:32,295 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:54:32,368 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:54:32,378 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:54:32,384 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:54:32,389 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,44301,1731218070712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:54:32,395 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(746): ClusterId : 516c92a4-8e28-4a4d-b962-638b0921d5a6 2024-11-10T05:54:32,397 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:54:32,397 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:54:32,398 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:54:32,398 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:54:32,398 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:54:32,398 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:54:32,398 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,399 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:54:32,399 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,400 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218102400 2024-11-10T05:54:32,402 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:54:32,403 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:54:32,404 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:54:32,404 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:54:32,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:54:32,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:54:32,406 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:54:32,407 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:54:32,407 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:54:32,407 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:54:32,407 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:54:32,408 DEBUG [RS:0;4999977c7e1b:36701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637ce31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:54:32,408 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,410 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:54:32,411 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:54:32,412 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:54:32,414 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:54:32,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,415 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:54:32,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:54:32,416 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218072416,5,FailOnTimeoutGroup] 2024-11-10T05:54:32,417 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218072416,5,FailOnTimeoutGroup] 2024-11-10T05:54:32,417 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,417 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:54:32,418 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,419 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,423 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:36701 2024-11-10T05:54:32,426 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:54:32,426 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:54:32,426 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:54:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:54:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:54:32,429 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,44301,1731218070712 with port=36701, startcode=1731218071401 2024-11-10T05:54:32,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:54:32,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b 2024-11-10T05:54:32,441 DEBUG [RS:0;4999977c7e1b:36701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:54:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:54:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:54:32,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:32,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:54:32,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:54:32,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:54:32,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:54:32,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:32,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:54:32,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:54:32,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:32,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:54:32,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:54:32,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:32,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:32,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:54:32,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740 2024-11-10T05:54:32,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740 2024-11-10T05:54:32,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:54:32,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:54:32,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:54:32,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:54:32,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:54:32,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:54:32,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709928, jitterRate=-0.09728111326694489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:54:32,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218072448Initializing all the Stores at 1731218072450 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218072450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218072450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218072450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218072450Cleaning up temporary data from old regions at 1731218072476 (+26 ms)Region opened successfully at 1731218072489 (+13 ms) 2024-11-10T05:54:32,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:54:32,492 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:54:32,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:54:32,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:54:32,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:54:32,494 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:54:32,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218072492Disabling compacts and flushes for region at 1731218072492Disabling writes for close at 1731218072492Writing region close event to WAL at 1731218072493 (+1 ms)Closed at 1731218072494 (+1 ms) 2024-11-10T05:54:32,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:54:32,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44301 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:54:32,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:54:32,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:54:32,517 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b 2024-11-10T05:54:32,517 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42465 2024-11-10T05:54:32,517 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:54:32,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:54:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:54:32,522 DEBUG [RS:0;4999977c7e1b:36701 {}] zookeeper.ZKUtil(111): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,523 WARN [RS:0;4999977c7e1b:36701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:54:32,523 INFO [RS:0;4999977c7e1b:36701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:54:32,523 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,36701,1731218071401] 2024-11-10T05:54:32,549 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:54:32,563 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:54:32,570 INFO [RS:0;4999977c7e1b:36701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:54:32,571 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,572 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:54:32,579 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:54:32,581 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,582 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,582 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,582 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,583 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,583 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,583 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:54:32,583 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,583 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:54:32,584 DEBUG [RS:0;4999977c7e1b:36701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:54:32,585 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,586 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,586 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,586 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,586 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,586 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,36701,1731218071401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:54:32,615 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:54:32,617 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,36701,1731218071401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,617 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,617 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.Replication(171): 4999977c7e1b,36701,1731218071401 started 2024-11-10T05:54:32,636 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:32,636 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,36701,1731218071401, RpcServer on 4999977c7e1b/172.17.0.2:36701, sessionid=0x10190beced30001 2024-11-10T05:54:32,637 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:54:32,637 DEBUG [RS:0;4999977c7e1b:36701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,637 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,36701,1731218071401' 2024-11-10T05:54:32,637 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:54:32,638 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:54:32,639 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:54:32,639 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:54:32,639 DEBUG [RS:0;4999977c7e1b:36701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,639 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,36701,1731218071401' 2024-11-10T05:54:32,639 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:54:32,640 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:54:32,641 DEBUG [RS:0;4999977c7e1b:36701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:54:32,641 INFO [RS:0;4999977c7e1b:36701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:54:32,641 INFO [RS:0;4999977c7e1b:36701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:54:32,670 WARN [4999977c7e1b:44301 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:54:32,746 INFO [RS:0;4999977c7e1b:36701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:54:32,749 INFO [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C36701%2C1731218071401, suffix=, logDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs, maxLogs=32 2024-11-10T05:54:32,765 DEBUG [RS:0;4999977c7e1b:36701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218072751, exclude list is [], retry=0 2024-11-10T05:54:32,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:54:32,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:54:32,774 INFO [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218072751 2024-11-10T05:54:32,774 DEBUG [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-10T05:54:32,923 DEBUG [4999977c7e1b:44301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T05:54:32,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:32,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,36701,1731218071401, state=OPENING 2024-11-10T05:54:32,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:54:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:54:32,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:54:32,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:54:32,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:54:32,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,36701,1731218071401}] 2024-11-10T05:54:33,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:54:33,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:54:33,144 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:54:33,144 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:54:33,145 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:54:33,148 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C36701%2C1731218071401.meta, suffix=.meta, logDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs, maxLogs=32 2024-11-10T05:54:33,164 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.meta.1731218073150.meta, exclude list is [], retry=0 2024-11-10T05:54:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:54:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:54:33,172 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.meta.1731218073150.meta 2024-11-10T05:54:33,172 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-10T05:54:33,173 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:54:33,174 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:54:33,177 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:54:33,182 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:54:33,187 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:54:33,187 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:33,188 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:54:33,188 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:54:33,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:54:33,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:54:33,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:33,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:54:33,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:54:33,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:33,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:54:33,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:54:33,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:33,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:54:33,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:54:33,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:54:33,202 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:54:33,203 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740 2024-11-10T05:54:33,206 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740 2024-11-10T05:54:33,208 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:54:33,208 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:54:33,209 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:54:33,212 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:54:33,214 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739420, jitterRate=-0.05977976322174072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:54:33,214 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:54:33,215 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218073188Writing region info on filesystem at 1731218073188Initializing all the Stores at 1731218073190 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218073190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218073191 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218073191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218073191Cleaning up temporary data from old regions at 1731218073208 (+17 ms)Running coprocessor post-open hooks at 1731218073214 (+6 ms)Region opened successfully at 1731218073215 (+1 ms) 2024-11-10T05:54:33,222 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218073120 2024-11-10T05:54:33,236 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:54:33,236 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:54:33,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:33,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,36701,1731218071401, state=OPEN 2024-11-10T05:54:33,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:54:33,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:54:33,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:54:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:54:33,247 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:33,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:54:33,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,36701,1731218071401 in 294 msec 2024-11-10T05:54:33,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:54:33,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-10T05:54:33,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:54:33,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:54:33,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:54:33,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,36701,1731218071401, seqNum=-1] 2024-11-10T05:54:33,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:54:33,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:54:33,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0050 sec 2024-11-10T05:54:33,331 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218073330, completionTime=-1 2024-11-10T05:54:33,333 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T05:54:33,333 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:54:33,359 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T05:54:33,359 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218133359 2024-11-10T05:54:33,359 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731218193359 2024-11-10T05:54:33,359 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-10T05:54:33,361 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,362 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,362 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,363 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:44301, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,364 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,364 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,371 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:54:33,393 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.847sec 2024-11-10T05:54:33,394 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:54:33,395 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:54:33,396 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:54:33,397 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:54:33,397 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:54:33,398 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:54:33,398 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:54:33,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4776cbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:54:33,408 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:54:33,408 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:54:33,409 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,44301,1731218070712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:54:33,411 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T05:54:33,411 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T05:54:33,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,44301,-1 for getting cluster id 2024-11-10T05:54:33,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:54:33,425 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516c92a4-8e28-4a4d-b962-638b0921d5a6' 2024-11-10T05:54:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:54:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516c92a4-8e28-4a4d-b962-638b0921d5a6" 2024-11-10T05:54:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67531474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:54:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,44301,-1] 2024-11-10T05:54:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:54:33,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:54:33,465 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:54:33,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4497c104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:54:33,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:54:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,36701,1731218071401, seqNum=-1] 2024-11-10T05:54:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:54:33,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:54:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,44301,1731218070712 2024-11-10T05:54:33,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:54:33,517 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T05:54:33,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:54:33,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,44301,1731218070712 2024-11-10T05:54:33,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6848e632 2024-11-10T05:54:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:54:33,532 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:54:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T05:54:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T05:54:33,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:54:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-10T05:54:33,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:54:33,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-10T05:54:33,551 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:54:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:54:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741835_1011 (size=389) 2024-11-10T05:54:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741835_1011 (size=389) 2024-11-10T05:54:33,570 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97d2d7fc936c3b6bccf6e3c78facee32, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b 2024-11-10T05:54:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741836_1012 (size=72) 2024-11-10T05:54:33,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741836_1012 (size=72) 2024-11-10T05:54:33,581 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:33,581 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 97d2d7fc936c3b6bccf6e3c78facee32, disabling compactions & flushes 2024-11-10T05:54:33,581 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,581 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,581 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. after waiting 0 ms 2024-11-10T05:54:33,581 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,581 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,582 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97d2d7fc936c3b6bccf6e3c78facee32: Waiting for close lock at 1731218073581Disabling compacts and flushes for region at 1731218073581Disabling writes for close at 1731218073581Writing region close event to WAL at 1731218073581Closed at 1731218073581 2024-11-10T05:54:33,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:54:33,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731218073584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218073584"}]},"ts":"1731218073584"} 2024-11-10T05:54:33,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:54:33,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:54:33,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218073598"}]},"ts":"1731218073598"} 2024-11-10T05:54:33,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-10T05:54:33,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=97d2d7fc936c3b6bccf6e3c78facee32, ASSIGN}] 2024-11-10T05:54:33,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=97d2d7fc936c3b6bccf6e3c78facee32, ASSIGN 2024-11-10T05:54:33,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=97d2d7fc936c3b6bccf6e3c78facee32, ASSIGN; state=OFFLINE, location=4999977c7e1b,36701,1731218071401; forceNewPlan=false, retain=false 2024-11-10T05:54:33,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97d2d7fc936c3b6bccf6e3c78facee32, regionState=OPENING, regionLocation=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:33,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=97d2d7fc936c3b6bccf6e3c78facee32, ASSIGN because future has completed 2024-11-10T05:54:33,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97d2d7fc936c3b6bccf6e3c78facee32, server=4999977c7e1b,36701,1731218071401}] 2024-11-10T05:54:33,930 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,931 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97d2d7fc936c3b6bccf6e3c78facee32, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:54:33,931 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,931 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:54:33,932 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,932 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,934 INFO [StoreOpener-97d2d7fc936c3b6bccf6e3c78facee32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,936 INFO [StoreOpener-97d2d7fc936c3b6bccf6e3c78facee32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97d2d7fc936c3b6bccf6e3c78facee32 columnFamilyName info 2024-11-10T05:54:33,936 DEBUG [StoreOpener-97d2d7fc936c3b6bccf6e3c78facee32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:54:33,937 INFO [StoreOpener-97d2d7fc936c3b6bccf6e3c78facee32-1 {}] regionserver.HStore(327): Store=97d2d7fc936c3b6bccf6e3c78facee32/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:54:33,937 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,939 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,939 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,940 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,940 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,943 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,947 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:54:33,948 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97d2d7fc936c3b6bccf6e3c78facee32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721935, jitterRate=-0.08201329410076141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:54:33,948 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:33,950 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97d2d7fc936c3b6bccf6e3c78facee32: Running coprocessor pre-open hook at 1731218073932Writing region info on filesystem at 1731218073932Initializing all the Stores at 1731218073933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218073933Cleaning up temporary data from old regions at 1731218073940 (+7 ms)Running coprocessor post-open hooks at 1731218073948 (+8 ms)Region opened successfully at 1731218073949 (+1 ms) 2024-11-10T05:54:33,952 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32., pid=6, masterSystemTime=1731218073923 2024-11-10T05:54:33,955 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,955 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:33,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97d2d7fc936c3b6bccf6e3c78facee32, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,36701,1731218071401 2024-11-10T05:54:33,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97d2d7fc936c3b6bccf6e3c78facee32, server=4999977c7e1b,36701,1731218071401 because future has completed 2024-11-10T05:54:33,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:54:33,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97d2d7fc936c3b6bccf6e3c78facee32, server=4999977c7e1b,36701,1731218071401 in 193 msec 2024-11-10T05:54:33,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:54:33,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=97d2d7fc936c3b6bccf6e3c78facee32, ASSIGN in 358 msec 2024-11-10T05:54:33,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:54:33,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218073970"}]},"ts":"1731218073970"} 2024-11-10T05:54:33,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-10T05:54:33,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:54:33,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 435 msec 2024-11-10T05:54:38,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T05:54:38,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:54:38,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-10T05:54:41,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:54:41,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T05:54:41,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T05:54:41,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T05:54:41,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:54:41,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T05:54:41,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T05:54:41,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T05:54:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:54:43,586 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-10T05:54:43,589 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-10T05:54:43,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-10T05:54:43,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:54:43,613 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218083596, exclude list is [], retry=0 2024-11-10T05:54:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:54:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:54:43,620 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218072751 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218083596 2024-11-10T05:54:43,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-10T05:54:43,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218072751 is not closed yet, will try archiving it next time 2024-11-10T05:54:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741833_1009 (size=451) 2024-11-10T05:54:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741833_1009 (size=451) 2024-11-10T05:54:43,627 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218072751 to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs/4999977c7e1b%2C36701%2C1731218071401.1731218072751 2024-11-10T05:54:43,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32., hostname=4999977c7e1b,36701,1731218071401, seqNum=2] 2024-11-10T05:54:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] regionserver.HRegion(8855): Flush requested on 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:54:57,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97d2d7fc936c3b6bccf6e3c78facee32 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:54:57,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/cff17530470b4c97a1c36c8e6464d6de is 1055, key is row0001/info:/1731218083634/Put/seqid=0 2024-11-10T05:54:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741838_1014 (size=13386) 2024-11-10T05:54:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741838_1014 (size=13386) 2024-11-10T05:54:57,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/cff17530470b4c97a1c36c8e6464d6de 2024-11-10T05:54:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/cff17530470b4c97a1c36c8e6464d6de as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/cff17530470b4c97a1c36c8e6464d6de 2024-11-10T05:54:57,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/cff17530470b4c97a1c36c8e6464d6de, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T05:54:57,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 97d2d7fc936c3b6bccf6e3c78facee32 in 148ms, sequenceid=12, compaction requested=false 2024-11-10T05:54:57,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97d2d7fc936c3b6bccf6e3c78facee32: 2024-11-10T05:54:59,797 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:55:03,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218103673, exclude list is [], retry=0 2024-11-10T05:55:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:55:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:55:03,696 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218083596 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218103673 2024-11-10T05:55:03,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-10T05:55:03,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218083596 is not closed yet, will try archiving it next time 2024-11-10T05:55:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741837_1013 (size=12149) 2024-11-10T05:55:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741837_1013 (size=12149) 2024-11-10T05:55:08,702 INFO [AsyncFSWAL-0-hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b-prefix:4999977c7e1b,36701,1731218071401 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK], DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK]] 2024-11-10T05:55:08,704 WARN [AsyncFSWAL-0-hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b-prefix:4999977c7e1b,36701,1731218071401 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK], DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK]] 2024-11-10T05:55:08,705 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4999977c7e1b%2C36701%2C1731218071401:(num 1731218103673) roll requested 2024-11-10T05:55:08,719 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218108705, exclude list is [], retry=0 2024-11-10T05:55:08,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:55:08,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:55:08,727 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218103673 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218108705 2024-11-10T05:55:08,727 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-10T05:55:08,727 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218103673 is not closed yet, will try archiving it next time 2024-11-10T05:55:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741839_1015 (size=1233) 2024-11-10T05:55:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741839_1015 (size=1233) 2024-11-10T05:55:10,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:55:10,718 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218110704, exclude list is [], retry=0 2024-11-10T05:55:10,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-9ba877f7-c67b-4ad6-b34b-4cc6c3f2c14f,DISK] 2024-11-10T05:55:10,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-31ee14fb-7b21-4d39-bc68-64f5413bcf20,DISK] 2024-11-10T05:55:10,724 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218108705 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218110704 2024-11-10T05:55:10,725 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-10T05:55:10,725 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218108705 is not closed yet, will try archiving it next time 2024-11-10T05:55:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741840_1016 (size=93) 2024-11-10T05:55:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741840_1016 (size=93) 2024-11-10T05:55:10,728 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.1731218108705 to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs/4999977c7e1b%2C36701%2C1731218071401.1731218108705 2024-11-10T05:55:13,412 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T05:55:13,412 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T05:55:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] regionserver.HRegion(8855): Flush requested on 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:55:18,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97d2d7fc936c3b6bccf6e3c78facee32 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:55:18,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/dfafb11ed8ff419ba8386fdc728b167f is 1055, key is row0009/info:/1731218099667/Put/seqid=0 2024-11-10T05:55:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741842_1018 (size=13386) 2024-11-10T05:55:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741842_1018 (size=13386) 2024-11-10T05:55:18,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/dfafb11ed8ff419ba8386fdc728b167f 2024-11-10T05:55:18,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/dfafb11ed8ff419ba8386fdc728b167f as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/dfafb11ed8ff419ba8386fdc728b167f 2024-11-10T05:55:18,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/dfafb11ed8ff419ba8386fdc728b167f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-10T05:55:18,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 97d2d7fc936c3b6bccf6e3c78facee32 in 37ms, sequenceid=23, compaction requested=false 2024-11-10T05:55:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97d2d7fc936c3b6bccf6e3c78facee32: 2024-11-10T05:55:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-10T05:55:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:55:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/cff17530470b4c97a1c36c8e6464d6de because midkey is the same as first or last row 2024-11-10T05:55:18,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 97d2d7fc936c3b6bccf6e3c78facee32, had cached 0 bytes from a total of 26772 2024-11-10T05:55:29,797 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:55:30,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:55:30,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:55:30,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:30,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:30,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:30,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:55:30,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:55:30,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=161857577, stopped=false 2024-11-10T05:55:30,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,44301,1731218070712 2024-11-10T05:55:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:30,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:55:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:30,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:55:30,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:30,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:30,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:30,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,36701,1731218071401' ***** 2024-11-10T05:55:30,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:55:30,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:30,771 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:55:30,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:55:30,772 INFO [RS:0;4999977c7e1b:36701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:55:30,772 INFO [RS:0;4999977c7e1b:36701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:55:30,772 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(3091): Received CLOSE for 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,36701,1731218071401 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:36701. 2024-11-10T05:55:30,773 DEBUG [RS:0;4999977c7e1b:36701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:30,773 DEBUG [RS:0;4999977c7e1b:36701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:55:30,773 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97d2d7fc936c3b6bccf6e3c78facee32, disabling compactions & flushes 2024-11-10T05:55:30,773 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:55:30,773 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:55:30,773 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:55:30,773 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. after waiting 0 ms 2024-11-10T05:55:30,774 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:55:30,774 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T05:55:30,774 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1325): Online Regions={97d2d7fc936c3b6bccf6e3c78facee32=TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:55:30,774 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:55:30,774 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97d2d7fc936c3b6bccf6e3c78facee32 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-10T05:55:30,774 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:55:30,774 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:55:30,774 DEBUG [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97d2d7fc936c3b6bccf6e3c78facee32 2024-11-10T05:55:30,774 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:55:30,774 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:55:30,774 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-10T05:55:30,782 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/9c6077adea01429082c6c0a24e8f109c is 1055, key is row0017/info:/1731218120745/Put/seqid=0 2024-11-10T05:55:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741843_1019 (size=10222) 2024-11-10T05:55:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741843_1019 (size=10222) 2024-11-10T05:55:30,791 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/9c6077adea01429082c6c0a24e8f109c 2024-11-10T05:55:30,802 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/.tmp/info/9c6077adea01429082c6c0a24e8f109c as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/9c6077adea01429082c6c0a24e8f109c 2024-11-10T05:55:30,803 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/info/27fb70156a4f4838bc7afb546cac3e50 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32./info:regioninfo/1731218073956/Put/seqid=0 2024-11-10T05:55:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741844_1020 (size=7016) 2024-11-10T05:55:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741844_1020 (size=7016) 2024-11-10T05:55:30,811 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/info/27fb70156a4f4838bc7afb546cac3e50 2024-11-10T05:55:30,812 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/info/9c6077adea01429082c6c0a24e8f109c, entries=5, sequenceid=31, filesize=10.0 K 2024-11-10T05:55:30,814 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 97d2d7fc936c3b6bccf6e3c78facee32 in 39ms, sequenceid=31, compaction requested=true 2024-11-10T05:55:30,820 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/default/TestLogRolling-testSlowSyncLogRolling/97d2d7fc936c3b6bccf6e3c78facee32/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-10T05:55:30,823 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:55:30,823 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97d2d7fc936c3b6bccf6e3c78facee32: Waiting for close lock at 1731218130773Running coprocessor pre-close hooks at 1731218130773Disabling compacts and flushes for region at 1731218130773Disabling writes for close at 1731218130774 (+1 ms)Obtaining lock to block concurrent updates at 1731218130774Preparing flush snapshotting stores in 97d2d7fc936c3b6bccf6e3c78facee32 at 1731218130774Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731218130774Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. at 1731218130775 (+1 ms)Flushing 97d2d7fc936c3b6bccf6e3c78facee32/info: creating writer at 1731218130776 (+1 ms)Flushing 97d2d7fc936c3b6bccf6e3c78facee32/info: appending metadata at 1731218130781 (+5 ms)Flushing 97d2d7fc936c3b6bccf6e3c78facee32/info: closing flushed file at 1731218130781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7768aaa6: reopening flushed file at 1731218130800 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 97d2d7fc936c3b6bccf6e3c78facee32 in 39ms, sequenceid=31, compaction requested=true at 1731218130814 (+14 ms)Writing region close event to WAL at 1731218130815 (+1 ms)Running coprocessor post-close hooks at 1731218130821 (+6 ms)Closed at 1731218130823 (+2 ms) 2024-11-10T05:55:30,823 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731218073534.97d2d7fc936c3b6bccf6e3c78facee32. 2024-11-10T05:55:30,840 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/ns/fc3c0f184cb64137807ad5f4c6a3a5f9 is 43, key is default/ns:d/1731218073313/Put/seqid=0 2024-11-10T05:55:30,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741845_1021 (size=5153) 2024-11-10T05:55:30,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741845_1021 (size=5153) 2024-11-10T05:55:30,848 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/ns/fc3c0f184cb64137807ad5f4c6a3a5f9 2024-11-10T05:55:30,874 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/table/00169052ce794c46ac55d6a743d53e50 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731218073970/Put/seqid=0 2024-11-10T05:55:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741846_1022 (size=5396) 2024-11-10T05:55:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741846_1022 (size=5396) 2024-11-10T05:55:30,881 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/table/00169052ce794c46ac55d6a743d53e50 2024-11-10T05:55:30,891 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/info/27fb70156a4f4838bc7afb546cac3e50 as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/info/27fb70156a4f4838bc7afb546cac3e50 2024-11-10T05:55:30,899 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/info/27fb70156a4f4838bc7afb546cac3e50, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T05:55:30,901 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/ns/fc3c0f184cb64137807ad5f4c6a3a5f9 as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/ns/fc3c0f184cb64137807ad5f4c6a3a5f9 2024-11-10T05:55:30,910 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/ns/fc3c0f184cb64137807ad5f4c6a3a5f9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T05:55:30,911 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/.tmp/table/00169052ce794c46ac55d6a743d53e50 as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/table/00169052ce794c46ac55d6a743d53e50 2024-11-10T05:55:30,921 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/table/00169052ce794c46ac55d6a743d53e50, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T05:55:30,922 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false 2024-11-10T05:55:30,930 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T05:55:30,931 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:55:30,931 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:30,931 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218130774Running coprocessor pre-close hooks at 1731218130774Disabling compacts and flushes for region at 1731218130774Disabling writes for close at 1731218130774Obtaining lock to block concurrent updates at 1731218130774Preparing flush snapshotting stores in 1588230740 at 1731218130774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731218130775 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731218130776 (+1 ms)Flushing 1588230740/info: creating writer at 1731218130776Flushing 1588230740/info: appending metadata at 1731218130802 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731218130802Flushing 1588230740/ns: creating writer at 1731218130820 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731218130840 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731218130840Flushing 1588230740/table: creating writer at 1731218130856 (+16 ms)Flushing 1588230740/table: appending metadata at 1731218130874 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731218130874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd309ea: reopening flushed file at 1731218130890 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7d365e: reopening flushed file at 1731218130900 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540c7e23: reopening flushed file at 1731218130910 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false at 1731218130923 (+13 ms)Writing region close event to WAL at 1731218130925 (+2 ms)Running coprocessor post-close hooks at 1731218130931 (+6 ms)Closed at 1731218130931 2024-11-10T05:55:30,932 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:30,974 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,36701,1731218071401; all regions closed. 2024-11-10T05:55:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741834_1010 (size=3066) 2024-11-10T05:55:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741834_1010 (size=3066) 2024-11-10T05:55:30,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/WALs/4999977c7e1b,36701,1731218071401/4999977c7e1b%2C36701%2C1731218071401.meta.1731218073150.meta not finished, retry = 0 2024-11-10T05:55:31,084 DEBUG [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs 2024-11-10T05:55:31,084 INFO [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C36701%2C1731218071401.meta:.meta(num 1731218073150) 2024-11-10T05:55:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741841_1017 (size=13164) 2024-11-10T05:55:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741841_1017 (size=13164) 2024-11-10T05:55:31,093 DEBUG [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/oldWALs 2024-11-10T05:55:31,093 INFO [RS:0;4999977c7e1b:36701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C36701%2C1731218071401:(num 1731218110704) 2024-11-10T05:55:31,093 DEBUG [RS:0;4999977c7e1b:36701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:31,093 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:55:31,093 INFO [RS:0;4999977c7e1b:36701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:55:31,093 INFO [RS:0;4999977c7e1b:36701 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:55:31,093 INFO [RS:0;4999977c7e1b:36701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:55:31,094 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:55:31,094 INFO [RS:0;4999977c7e1b:36701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36701 2024-11-10T05:55:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:55:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,36701,1731218071401 2024-11-10T05:55:31,098 INFO [RS:0;4999977c7e1b:36701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:55:31,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,36701,1731218071401] 2024-11-10T05:55:31,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,36701,1731218071401 already deleted, retry=false 2024-11-10T05:55:31,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,36701,1731218071401 expired; onlineServers=0 2024-11-10T05:55:31,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,44301,1731218070712' ***** 2024-11-10T05:55:31,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:55:31,103 INFO [M:0;4999977c7e1b:44301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:55:31,103 INFO [M:0;4999977c7e1b:44301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:55:31,103 DEBUG [M:0;4999977c7e1b:44301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:55:31,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:55:31,103 DEBUG [M:0;4999977c7e1b:44301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:55:31,103 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218072416 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218072416,5,FailOnTimeoutGroup] 2024-11-10T05:55:31,103 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218072416 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218072416,5,FailOnTimeoutGroup] 2024-11-10T05:55:31,103 INFO [M:0;4999977c7e1b:44301 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:55:31,104 INFO [M:0;4999977c7e1b:44301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:55:31,104 DEBUG [M:0;4999977c7e1b:44301 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:55:31,104 INFO [M:0;4999977c7e1b:44301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:55:31,104 INFO [M:0;4999977c7e1b:44301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:55:31,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:55:31,105 INFO [M:0;4999977c7e1b:44301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:55:31,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:31,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:55:31,105 DEBUG [M:0;4999977c7e1b:44301 {}] zookeeper.ZKUtil(347): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:55:31,105 WARN [M:0;4999977c7e1b:44301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:55:31,106 INFO [M:0;4999977c7e1b:44301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/.lastflushedseqids 2024-11-10T05:55:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741847_1023 (size=130) 2024-11-10T05:55:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741847_1023 (size=130) 2024-11-10T05:55:31,120 INFO [M:0;4999977c7e1b:44301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:55:31,121 INFO [M:0;4999977c7e1b:44301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:55:31,121 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:55:31,121 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:31,121 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:31,121 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:55:31,121 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:31,121 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-10T05:55:31,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:55:31,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:55:31,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T05:55:31,139 DEBUG [M:0;4999977c7e1b:44301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48eb9c49a0743cd8b198b3bb81a054f is 82, key is hbase:meta,,1/info:regioninfo/1731218073238/Put/seqid=0 2024-11-10T05:55:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741848_1024 (size=5672) 2024-11-10T05:55:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741848_1024 (size=5672) 2024-11-10T05:55:31,146 INFO [M:0;4999977c7e1b:44301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48eb9c49a0743cd8b198b3bb81a054f 2024-11-10T05:55:31,170 DEBUG [M:0;4999977c7e1b:44301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068b87e60a7a480a9bab731cee415e2c is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731218073977/Put/seqid=0 2024-11-10T05:55:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741849_1025 (size=6248) 2024-11-10T05:55:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741849_1025 (size=6248) 2024-11-10T05:55:31,178 INFO [M:0;4999977c7e1b:44301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068b87e60a7a480a9bab731cee415e2c 2024-11-10T05:55:31,186 INFO [M:0;4999977c7e1b:44301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 068b87e60a7a480a9bab731cee415e2c 2024-11-10T05:55:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36701-0x10190beced30001, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:31,201 INFO [RS:0;4999977c7e1b:36701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:55:31,201 INFO [RS:0;4999977c7e1b:36701 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,36701,1731218071401; zookeeper connection closed. 2024-11-10T05:55:31,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d7d27ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d7d27ad 2024-11-10T05:55:31,202 DEBUG [M:0;4999977c7e1b:44301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb540d25b954240a6d86d91c11f6096 is 69, key is 4999977c7e1b,36701,1731218071401/rs:state/1731218072501/Put/seqid=0 2024-11-10T05:55:31,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T05:55:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741850_1026 (size=5156) 2024-11-10T05:55:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741850_1026 (size=5156) 2024-11-10T05:55:31,208 INFO [M:0;4999977c7e1b:44301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb540d25b954240a6d86d91c11f6096 2024-11-10T05:55:31,231 DEBUG [M:0;4999977c7e1b:44301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c55767c130d545e796c520b004f0b9ca is 52, key is load_balancer_on/state:d/1731218073513/Put/seqid=0 2024-11-10T05:55:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741851_1027 (size=5056) 2024-11-10T05:55:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741851_1027 (size=5056) 2024-11-10T05:55:31,238 INFO [M:0;4999977c7e1b:44301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c55767c130d545e796c520b004f0b9ca 2024-11-10T05:55:31,246 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48eb9c49a0743cd8b198b3bb81a054f as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e48eb9c49a0743cd8b198b3bb81a054f 2024-11-10T05:55:31,253 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e48eb9c49a0743cd8b198b3bb81a054f, entries=8, sequenceid=59, filesize=5.5 K 2024-11-10T05:55:31,255 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068b87e60a7a480a9bab731cee415e2c as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068b87e60a7a480a9bab731cee415e2c 2024-11-10T05:55:31,262 INFO [M:0;4999977c7e1b:44301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 068b87e60a7a480a9bab731cee415e2c 2024-11-10T05:55:31,262 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068b87e60a7a480a9bab731cee415e2c, entries=6, sequenceid=59, filesize=6.1 K 2024-11-10T05:55:31,264 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb540d25b954240a6d86d91c11f6096 as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdb540d25b954240a6d86d91c11f6096 2024-11-10T05:55:31,271 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdb540d25b954240a6d86d91c11f6096, entries=1, sequenceid=59, filesize=5.0 K 2024-11-10T05:55:31,272 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c55767c130d545e796c520b004f0b9ca as hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c55767c130d545e796c520b004f0b9ca 2024-11-10T05:55:31,280 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c55767c130d545e796c520b004f0b9ca, entries=1, sequenceid=59, filesize=4.9 K 2024-11-10T05:55:31,281 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false 2024-11-10T05:55:31,283 INFO [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:31,283 DEBUG [M:0;4999977c7e1b:44301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218131121Disabling compacts and flushes for region at 1731218131121Disabling writes for close at 1731218131121Obtaining lock to block concurrent updates at 1731218131121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731218131121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731218131122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731218131122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731218131123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731218131139 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731218131139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731218131153 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731218131170 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731218131170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731218131186 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731218131201 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731218131201Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731218131215 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731218131231 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731218131231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268f1573: reopening flushed file at 1731218131245 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52684974: reopening flushed file at 1731218131254 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72791bf8: reopening flushed file at 1731218131263 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163df97c: reopening flushed file at 1731218131271 (+8 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false at 1731218131281 (+10 ms)Writing region close event to WAL at 1731218131283 (+2 ms)Closed at 1731218131283 2024-11-10T05:55:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741830_1006 (size=27985) 2024-11-10T05:55:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741830_1006 (size=27985) 2024-11-10T05:55:31,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:55:31,288 INFO [M:0;4999977c7e1b:44301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:55:31,288 INFO [M:0;4999977c7e1b:44301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44301 2024-11-10T05:55:31,288 INFO [M:0;4999977c7e1b:44301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:55:31,390 INFO [M:0;4999977c7e1b:44301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:55:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44301-0x10190beced30000, quorum=127.0.0.1:60481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:31,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:31,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:31,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:31,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:31,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:31,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:31,405 WARN [BP-861703045-172.17.0.2-1731218067849 heartbeating to localhost/127.0.0.1:42465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:31,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:31,405 WARN [BP-861703045-172.17.0.2-1731218067849 heartbeating to localhost/127.0.0.1:42465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861703045-172.17.0.2-1731218067849 (Datanode Uuid be278fb7-eb1f-46b5-861b-eff5f650aae9) service to localhost/127.0.0.1:42465 2024-11-10T05:55:31,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data3/current/BP-861703045-172.17.0.2-1731218067849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:31,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data4/current/BP-861703045-172.17.0.2-1731218067849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:31,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:31,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:31,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:31,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:31,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:31,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:31,412 WARN [BP-861703045-172.17.0.2-1731218067849 heartbeating to localhost/127.0.0.1:42465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:31,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:31,412 WARN [BP-861703045-172.17.0.2-1731218067849 heartbeating to localhost/127.0.0.1:42465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861703045-172.17.0.2-1731218067849 (Datanode Uuid d580efaa-0bf9-459d-bbc5-19407deee449) service to localhost/127.0.0.1:42465 2024-11-10T05:55:31,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:31,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data1/current/BP-861703045-172.17.0.2-1731218067849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:31,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/cluster_c1e5e1bd-fa2f-78e9-ce3a-5e0b8e4586cb/data/data2/current/BP-861703045-172.17.0.2-1731218067849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:31,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:31,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:55:31,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:31,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:31,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:31,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:31,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:55:31,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:55:31,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4999977c7e1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4999977c7e1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5e970aa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42465 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4999977c7e1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4999977c7e1b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=42 (was 56), ProcessCount=11 (was 11), AvailableMemoryMB=7718 (was 8260) 2024-11-10T05:55:31,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=42, ProcessCount=11, AvailableMemoryMB=7718 2024-11-10T05:55:31,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.log.dir so I do NOT create it in target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a06b469-1028-7ec3-e280-d27da8535fac/hadoop.tmp.dir so I do NOT create it in target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2, deleteOnExit=true 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/test.cache.data in system properties and HBase conf 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:55:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:55:31,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:55:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:55:31,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:55:31,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:55:31,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:31,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:31,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:31,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:31,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:31,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:31,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5c740d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:31,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3c4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:31,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b7b56ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-37739-hadoop-hdfs-3_4_1-tests_jar-_-any-9151882596362057743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:55:31,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d4631e{HTTP/1.1, (http/1.1)}{localhost:37739} 2024-11-10T05:55:31,695 INFO [Time-limited test {}] server.Server(415): Started @65761ms 2024-11-10T05:55:31,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:31,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:31,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:31,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:31,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:31,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0dcaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:31,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b34151f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:31,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75e5eb37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-39469-hadoop-hdfs-3_4_1-tests_jar-_-any-8814505321379550555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:31,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f818651{HTTP/1.1, (http/1.1)}{localhost:39469} 2024-11-10T05:55:31,901 INFO [Time-limited test {}] server.Server(415): Started @65967ms 2024-11-10T05:55:31,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:31,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:31,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:31,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:31,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:31,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:55:31,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ae62fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:31,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a76b10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:32,002 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data2/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:32,002 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data1/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:32,023 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc113501b9e0e247 with lease ID 0x6d502fc150909c17: Processing first storage report for DS-ffaee6c9-a650-43f8-b3f4-b5b5fb0840e4 from datanode DatanodeRegistration(127.0.0.1:34201, datanodeUuid=68ec5a33-d491-4a46-a91e-3c7a7592f7f1, infoPort=46023, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc113501b9e0e247 with lease ID 0x6d502fc150909c17: from storage DS-ffaee6c9-a650-43f8-b3f4-b5b5fb0840e4 node DatanodeRegistration(127.0.0.1:34201, datanodeUuid=68ec5a33-d491-4a46-a91e-3c7a7592f7f1, infoPort=46023, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc113501b9e0e247 with lease ID 0x6d502fc150909c17: Processing first storage report for DS-b4977398-d22a-470d-9292-766fd08a93bb from datanode DatanodeRegistration(127.0.0.1:34201, datanodeUuid=68ec5a33-d491-4a46-a91e-3c7a7592f7f1, infoPort=46023, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc113501b9e0e247 with lease ID 0x6d502fc150909c17: from storage DS-b4977398-d22a-470d-9292-766fd08a93bb node DatanodeRegistration(127.0.0.1:34201, datanodeUuid=68ec5a33-d491-4a46-a91e-3c7a7592f7f1, infoPort=46023, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:32,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f1478f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-10485136516870438149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:32,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cade606{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-11-10T05:55:32,061 INFO [Time-limited test {}] server.Server(415): Started @66127ms 2024-11-10T05:55:32,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:32,180 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data3/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:32,180 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data4/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:32,198 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fe76fe5bceab0c with lease ID 0x6d502fc150909c18: Processing first storage report for DS-23139075-a4ea-4ca1-ba89-38784cf111f0 from datanode DatanodeRegistration(127.0.0.1:40213, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=38141, infoSecurePort=0, ipcPort=34489, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fe76fe5bceab0c with lease ID 0x6d502fc150909c18: from storage DS-23139075-a4ea-4ca1-ba89-38784cf111f0 node DatanodeRegistration(127.0.0.1:40213, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=38141, infoSecurePort=0, ipcPort=34489, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:55:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fe76fe5bceab0c with lease ID 0x6d502fc150909c18: Processing first storage report for DS-185c5a78-acde-48be-b37c-280283c793f9 from datanode DatanodeRegistration(127.0.0.1:40213, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=38141, infoSecurePort=0, ipcPort=34489, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fe76fe5bceab0c with lease ID 0x6d502fc150909c18: from storage DS-185c5a78-acde-48be-b37c-280283c793f9 node DatanodeRegistration(127.0.0.1:40213, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=38141, infoSecurePort=0, ipcPort=34489, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:32,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95 2024-11-10T05:55:32,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/zookeeper_0, clientPort=55564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:55:32,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55564 2024-11-10T05:55:32,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:55:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:55:32,312 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284 with version=8 2024-11-10T05:55:32,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase-staging 2024-11-10T05:55:32,314 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:55:32,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:55:32,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:55:32,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:55:32,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:55:32,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37667 2024-11-10T05:55:32,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37667 connecting to ZooKeeper ensemble=127.0.0.1:55564 2024-11-10T05:55:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376670x0, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:55:32,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37667-0x10190bfc2af0000 connected 2024-11-10T05:55:32,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:32,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284, hbase.cluster.distributed=false 2024-11-10T05:55:32,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:55:32,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-10T05:55:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37667 2024-11-10T05:55:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37667 2024-11-10T05:55:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-10T05:55:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-10T05:55:32,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:55:32,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:55:32,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:55:32,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43529 2024-11-10T05:55:32,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43529 connecting to ZooKeeper ensemble=127.0.0.1:55564 2024-11-10T05:55:32,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435290x0, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:55:32,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43529-0x10190bfc2af0001 connected 2024-11-10T05:55:32,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:32,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:55:32,378 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:55:32,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:55:32,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:55:32,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-10T05:55:32,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43529 2024-11-10T05:55:32,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43529 2024-11-10T05:55:32,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-10T05:55:32,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-10T05:55:32,402 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:37667 2024-11-10T05:55:32,403 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:32,406 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:55:32,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,409 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:55:32,409 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,37667,1731218132314 from backup master directory 2024-11-10T05:55:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:32,411 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:55:32,411 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,418 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/hbase.id] with ID: c412c11a-fe07-40eb-9def-bf83a3fe4efa 2024-11-10T05:55:32,418 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/.tmp/hbase.id 2024-11-10T05:55:32,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:55:32,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:55:32,453 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/.tmp/hbase.id]:[hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/hbase.id] 2024-11-10T05:55:32,472 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:32,472 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:55:32,474 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T05:55:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:55:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:55:32,486 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:55:32,487 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:55:32,487 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:55:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:55:32,497 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store 2024-11-10T05:55:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:55:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:55:32,505 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:32,505 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:55:32,505 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:32,505 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:32,505 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:55:32,505 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:32,506 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:32,506 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218132505Disabling compacts and flushes for region at 1731218132505Disabling writes for close at 1731218132505Writing region close event to WAL at 1731218132505Closed at 1731218132505 2024-11-10T05:55:32,507 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/.initializing 2024-11-10T05:55:32,507 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,508 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:55:32,511 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C37667%2C1731218132314, suffix=, logDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314, archiveDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/oldWALs, maxLogs=10 2024-11-10T05:55:32,525 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511, exclude list is [], retry=0 2024-11-10T05:55:32,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34201,DS-ffaee6c9-a650-43f8-b3f4-b5b5fb0840e4,DISK] 2024-11-10T05:55:32,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK] 2024-11-10T05:55:32,531 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 2024-11-10T05:55:32,532 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023),(127.0.0.1/127.0.0.1:38141:38141)] 2024-11-10T05:55:32,532 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:32,532 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:32,532 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,532 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:55:32,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:32,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:55:32,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:32,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:55:32,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:32,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:55:32,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:32,544 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,545 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,546 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,548 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,548 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,548 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:55:32,550 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:32,553 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:32,554 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797780, jitterRate=0.014430776238441467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:55:32,555 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218132532Initializing all the Stores at 1731218132534 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218132534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218132534Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218132534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218132534Cleaning up temporary data from old regions at 1731218132548 (+14 ms)Region opened successfully at 1731218132555 (+7 ms) 2024-11-10T05:55:32,555 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:55:32,560 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1415c613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:55:32,561 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:55:32,561 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:55:32,561 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:55:32,561 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:55:32,562 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:55:32,562 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:55:32,562 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:55:32,565 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:55:32,566 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:55:32,567 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:55:32,567 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:55:32,568 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:55:32,570 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:55:32,570 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:55:32,571 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:55:32,573 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:55:32,574 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:55:32,575 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:55:32,577 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:55:32,579 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:55:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,582 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,37667,1731218132314, sessionid=0x10190bfc2af0000, setting cluster-up flag (Was=false) 2024-11-10T05:55:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,589 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:55:32,592 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:55:32,593 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:32,604 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:55:32,605 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,37667,1731218132314 2024-11-10T05:55:32,607 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:55:32,609 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:32,609 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:55:32,609 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:55:32,609 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,37667,1731218132314 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:55:32,611 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,612 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:55:32,612 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218162612 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:55:32,613 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:32,614 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:55:32,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:55:32,614 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:55:32,614 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:55:32,614 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:55:32,614 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:55:32,615 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218132615,5,FailOnTimeoutGroup] 2024-11-10T05:55:32,615 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218132615,5,FailOnTimeoutGroup] 2024-11-10T05:55:32,615 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,615 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:55:32,615 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,615 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:55:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:55:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:55:32,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:55:32,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284 2024-11-10T05:55:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:55:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:55:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:32,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:55:32,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:55:32,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:55:32,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:55:32,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:32,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:55:32,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:55:32,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:32,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:55:32,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:55:32,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:32,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:32,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:55:32,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740 2024-11-10T05:55:32,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740 2024-11-10T05:55:32,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:55:32,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:55:32,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:55:32,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:55:32,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:32,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=799471, jitterRate=0.016581162810325623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:55:32,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218132639Initializing all the Stores at 1731218132640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218132641 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218132641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218132641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218132641Cleaning up temporary data from old regions at 1731218132655 (+14 ms)Region opened successfully at 1731218132662 (+7 ms) 2024-11-10T05:55:32,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:55:32,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:55:32,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:55:32,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:55:32,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:55:32,663 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:32,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218132662Disabling compacts and flushes for region at 1731218132662Disabling writes for close at 1731218132662Writing region close event to WAL at 1731218132663 (+1 ms)Closed at 1731218132663 2024-11-10T05:55:32,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:32,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:55:32,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:55:32,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:55:32,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:55:32,691 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(746): ClusterId : c412c11a-fe07-40eb-9def-bf83a3fe4efa 2024-11-10T05:55:32,691 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:55:32,694 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:55:32,694 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:55:32,697 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:55:32,697 DEBUG [RS:0;4999977c7e1b:43529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5461c37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:55:32,711 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:43529 2024-11-10T05:55:32,711 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:55:32,711 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:55:32,711 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:55:32,712 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,37667,1731218132314 with port=43529, startcode=1731218132365 2024-11-10T05:55:32,712 DEBUG [RS:0;4999977c7e1b:43529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:55:32,714 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:55:32,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,717 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284 2024-11-10T05:55:32,717 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42611 2024-11-10T05:55:32,717 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:55:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:55:32,721 DEBUG [RS:0;4999977c7e1b:43529 {}] zookeeper.ZKUtil(111): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,721 WARN [RS:0;4999977c7e1b:43529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:55:32,721 INFO [RS:0;4999977c7e1b:43529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:32,721 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,43529,1731218132365] 2024-11-10T05:55:32,725 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:55:32,729 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:55:32,730 INFO [RS:0;4999977c7e1b:43529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:55:32,730 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,730 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:55:32,731 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:55:32,732 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,732 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:55:32,733 DEBUG [RS:0;4999977c7e1b:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:55:32,733 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,733 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,734 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,734 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,734 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,734 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,43529,1731218132365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:55:32,750 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:55:32,751 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,43529,1731218132365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,751 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,751 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.Replication(171): 4999977c7e1b,43529,1731218132365 started 2024-11-10T05:55:32,766 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:32,766 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,43529,1731218132365, RpcServer on 4999977c7e1b/172.17.0.2:43529, sessionid=0x10190bfc2af0001 2024-11-10T05:55:32,767 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:55:32,767 DEBUG [RS:0;4999977c7e1b:43529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,767 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,43529,1731218132365' 2024-11-10T05:55:32,767 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,43529,1731218132365 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,43529,1731218132365' 2024-11-10T05:55:32,768 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:55:32,769 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:55:32,769 DEBUG [RS:0;4999977c7e1b:43529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:55:32,769 INFO [RS:0;4999977c7e1b:43529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:55:32,769 INFO [RS:0;4999977c7e1b:43529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:55:32,819 WARN [4999977c7e1b:37667 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:55:32,870 INFO [RS:0;4999977c7e1b:43529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:55:32,872 INFO [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C43529%2C1731218132365, suffix=, logDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365, archiveDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs, maxLogs=32 2024-11-10T05:55:32,889 DEBUG [RS:0;4999977c7e1b:43529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874, exclude list is [], retry=0 2024-11-10T05:55:32,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK] 2024-11-10T05:55:32,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34201,DS-ffaee6c9-a650-43f8-b3f4-b5b5fb0840e4,DISK] 2024-11-10T05:55:32,896 INFO [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 2024-11-10T05:55:32,896 DEBUG [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:46023:46023)] 2024-11-10T05:55:33,069 DEBUG [4999977c7e1b:37667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T05:55:33,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:33,072 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,43529,1731218132365, state=OPENING 2024-11-10T05:55:33,073 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:55:33,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:33,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:33,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:33,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:55:33,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:33,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,43529,1731218132365}] 2024-11-10T05:55:33,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:55:33,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:55:33,237 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:55:33,237 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:33,238 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:55:33,240 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C43529%2C1731218132365.meta, suffix=.meta, logDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365, archiveDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs, maxLogs=32 2024-11-10T05:55:33,256 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta, exclude list is [], retry=0 2024-11-10T05:55:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34201,DS-ffaee6c9-a650-43f8-b3f4-b5b5fb0840e4,DISK] 2024-11-10T05:55:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK] 2024-11-10T05:55:33,261 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta 2024-11-10T05:55:33,262 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023),(127.0.0.1/127.0.0.1:38141:38141)] 2024-11-10T05:55:33,262 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:33,262 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:55:33,263 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:55:33,263 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:55:33,263 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:55:33,263 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:33,263 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:55:33,263 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:55:33,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:55:33,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:55:33,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:33,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:33,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:55:33,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:55:33,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:33,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:33,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:55:33,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:55:33,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:33,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:33,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:55:33,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:55:33,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:33,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:33,276 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:55:33,277 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740 2024-11-10T05:55:33,278 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740 2024-11-10T05:55:33,280 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:55:33,280 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:55:33,281 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:55:33,283 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:55:33,284 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693635, jitterRate=-0.11799788475036621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:55:33,284 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:55:33,285 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218133263Writing region info on filesystem at 1731218133263Initializing all the Stores at 1731218133265 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218133265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218133267 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218133267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218133267Cleaning up temporary data from old regions at 1731218133280 (+13 ms)Running coprocessor post-open hooks at 1731218133284 (+4 ms)Region opened successfully at 1731218133285 (+1 ms) 2024-11-10T05:55:33,286 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218133230 2024-11-10T05:55:33,290 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:55:33,290 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:55:33,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:33,292 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,43529,1731218132365, state=OPEN 2024-11-10T05:55:33,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:55:33,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:55:33,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:33,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:33,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:33,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:55:33,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,43529,1731218132365 in 221 msec 2024-11-10T05:55:33,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:55:33,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-10T05:55:33,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:33,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:55:33,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:55:33,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,43529,1731218132365, seqNum=-1] 2024-11-10T05:55:33,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:55:33,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:55:33,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-10T05:55:33,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218133317, completionTime=-1 2024-11-10T05:55:33,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T05:55:33,317 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:55:33,319 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T05:55:33,319 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218193319 2024-11-10T05:55:33,319 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731218253319 2024-11-10T05:55:33,319 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:37667, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,320 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,322 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:55:33,326 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.915sec 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:55:33,327 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:55:33,331 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:55:33,331 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:55:33,331 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37667,1731218132314-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:33,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ad428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:33,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,37667,-1 for getting cluster id 2024-11-10T05:55:33,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:55:33,394 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c412c11a-fe07-40eb-9def-bf83a3fe4efa' 2024-11-10T05:55:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:55:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c412c11a-fe07-40eb-9def-bf83a3fe4efa" 2024-11-10T05:55:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b97073d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,37667,-1] 2024-11-10T05:55:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:55:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:33,398 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:55:33,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6505efa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:33,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:55:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,43529,1731218132365, seqNum=-1] 2024-11-10T05:55:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:55:33,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:55:33,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,37667,1731218132314 2024-11-10T05:55:33,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:33,408 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T05:55:33,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:33,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:33,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:33,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:33,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:33,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658d2e9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:33,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a7b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:33,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@577a65a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-40657-hadoop-hdfs-3_4_1-tests_jar-_-any-2395490324833225001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:33,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de486ee{HTTP/1.1, (http/1.1)}{localhost:40657} 2024-11-10T05:55:33,544 INFO [Time-limited test {}] server.Server(415): Started @67610ms 2024-11-10T05:55:33,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:33,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:33,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:33,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:33,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:33,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:33,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d11aad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:33,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5c068b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:33,648 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data5/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:33,649 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data6/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:33,668 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3e3be11c25f876 with lease ID 0x6d502fc150909c19: Processing first storage report for DS-1bda87f5-947d-4267-a942-a8f45912323a from datanode DatanodeRegistration(127.0.0.1:34541, datanodeUuid=0862c6d2-2f9f-4785-ba1c-02c24cfe69ad, infoPort=41163, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3e3be11c25f876 with lease ID 0x6d502fc150909c19: from storage DS-1bda87f5-947d-4267-a942-a8f45912323a node DatanodeRegistration(127.0.0.1:34541, datanodeUuid=0862c6d2-2f9f-4785-ba1c-02c24cfe69ad, infoPort=41163, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3e3be11c25f876 with lease ID 0x6d502fc150909c19: Processing first storage report for DS-67e26e70-2fcc-4d46-8c78-5a78b37a5c45 from datanode DatanodeRegistration(127.0.0.1:34541, datanodeUuid=0862c6d2-2f9f-4785-ba1c-02c24cfe69ad, infoPort=41163, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:33,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3e3be11c25f876 with lease ID 0x6d502fc150909c19: from storage DS-67e26e70-2fcc-4d46-8c78-5a78b37a5c45 node DatanodeRegistration(127.0.0.1:34541, datanodeUuid=0862c6d2-2f9f-4785-ba1c-02c24cfe69ad, infoPort=41163, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:33,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e3fc073{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-17777943929721041448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:33,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a5e94f{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-11-10T05:55:33,719 INFO [Time-limited test {}] server.Server(415): Started @67785ms 2024-11-10T05:55:33,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:33,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:33,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:33,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:33,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:33,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:55:33,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65598d2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:33,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae67f46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:33,819 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data7/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:33,819 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data8/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:33,838 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41c4b3ca987d0b7a with lease ID 0x6d502fc150909c1a: Processing first storage report for DS-101204fa-e288-4f4f-b2d2-9608c5fdf058 from datanode DatanodeRegistration(127.0.0.1:39797, datanodeUuid=173fbe67-2afb-4a77-8b89-bd0d34d52cbc, infoPort=42851, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41c4b3ca987d0b7a with lease ID 0x6d502fc150909c1a: from storage DS-101204fa-e288-4f4f-b2d2-9608c5fdf058 node DatanodeRegistration(127.0.0.1:39797, datanodeUuid=173fbe67-2afb-4a77-8b89-bd0d34d52cbc, infoPort=42851, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:55:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41c4b3ca987d0b7a with lease ID 0x6d502fc150909c1a: Processing first storage report for DS-697323cd-dcb3-4ce9-ac8f-2e318da068b6 from datanode DatanodeRegistration(127.0.0.1:39797, datanodeUuid=173fbe67-2afb-4a77-8b89-bd0d34d52cbc, infoPort=42851, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41c4b3ca987d0b7a with lease ID 0x6d502fc150909c1a: from storage DS-697323cd-dcb3-4ce9-ac8f-2e318da068b6 node DatanodeRegistration(127.0.0.1:39797, datanodeUuid=173fbe67-2afb-4a77-8b89-bd0d34d52cbc, infoPort=42851, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:33,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c0fff08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-16953657516271999010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:33,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4567eb5e{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-10T05:55:33,893 INFO [Time-limited test {}] server.Server(415): Started @67959ms 2024-11-10T05:55:33,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:33,991 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data9/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:33,991 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data10/current/BP-968551906-172.17.0.2-1731218131512/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:34,010 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeff7901c086bfe6b with lease ID 0x6d502fc150909c1b: Processing first storage report for DS-09290529-cd4f-458a-bcd2-f346f79ef0f6 from datanode DatanodeRegistration(127.0.0.1:35445, datanodeUuid=e90cbd60-dede-4b7f-ab46-fe83317647f5, infoPort=34125, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeff7901c086bfe6b with lease ID 0x6d502fc150909c1b: from storage DS-09290529-cd4f-458a-bcd2-f346f79ef0f6 node DatanodeRegistration(127.0.0.1:35445, datanodeUuid=e90cbd60-dede-4b7f-ab46-fe83317647f5, infoPort=34125, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeff7901c086bfe6b with lease ID 0x6d502fc150909c1b: Processing first storage report for DS-3b6d3460-0d1f-4885-a1a9-cfab1e58f53b from datanode DatanodeRegistration(127.0.0.1:35445, datanodeUuid=e90cbd60-dede-4b7f-ab46-fe83317647f5, infoPort=34125, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512) 2024-11-10T05:55:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeff7901c086bfe6b with lease ID 0x6d502fc150909c1b: from storage DS-3b6d3460-0d1f-4885-a1a9-cfab1e58f53b node DatanodeRegistration(127.0.0.1:35445, datanodeUuid=e90cbd60-dede-4b7f-ab46-fe83317647f5, infoPort=34125, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:34,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:55:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,37667,1731218132314 2024-11-10T05:55:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dbad30 2024-11-10T05:55:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:55:34,019 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:55:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T05:55:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T05:55:34,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:55:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T05:55:34,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:55:34,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:34,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-10T05:55:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:55:34,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:55:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741835_1011 (size=393) 2024-11-10T05:55:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741835_1011 (size=393) 2024-11-10T05:55:34,036 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a39ba1a92c52fc2ba9f6027dfef9abd4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284 2024-11-10T05:55:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741836_1012 (size=76) 2024-11-10T05:55:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741836_1012 (size=76) 2024-11-10T05:55:34,046 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:34,046 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing a39ba1a92c52fc2ba9f6027dfef9abd4, disabling compactions & flushes 2024-11-10T05:55:34,046 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,046 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,046 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. after waiting 0 ms 2024-11-10T05:55:34,046 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,046 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,047 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for a39ba1a92c52fc2ba9f6027dfef9abd4: Waiting for close lock at 1731218134046Disabling compacts and flushes for region at 1731218134046Disabling writes for close at 1731218134046Writing region close event to WAL at 1731218134046Closed at 1731218134046 2024-11-10T05:55:34,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:55:34,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731218134049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218134049"}]},"ts":"1731218134049"} 2024-11-10T05:55:34,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:55:34,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:55:34,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218134054"}]},"ts":"1731218134054"} 2024-11-10T05:55:34,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-10T05:55:34,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a39ba1a92c52fc2ba9f6027dfef9abd4, ASSIGN}] 2024-11-10T05:55:34,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a39ba1a92c52fc2ba9f6027dfef9abd4, ASSIGN 2024-11-10T05:55:34,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a39ba1a92c52fc2ba9f6027dfef9abd4, ASSIGN; state=OFFLINE, location=4999977c7e1b,43529,1731218132365; forceNewPlan=false, retain=false 2024-11-10T05:55:34,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39ba1a92c52fc2ba9f6027dfef9abd4, regionState=OPENING, regionLocation=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:34,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a39ba1a92c52fc2ba9f6027dfef9abd4, ASSIGN because future has completed 2024-11-10T05:55:34,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ba1a92c52fc2ba9f6027dfef9abd4, server=4999977c7e1b,43529,1731218132365}] 2024-11-10T05:55:34,373 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,373 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a39ba1a92c52fc2ba9f6027dfef9abd4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:34,374 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,374 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:34,374 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,374 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,376 INFO [StoreOpener-a39ba1a92c52fc2ba9f6027dfef9abd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,378 INFO [StoreOpener-a39ba1a92c52fc2ba9f6027dfef9abd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39ba1a92c52fc2ba9f6027dfef9abd4 columnFamilyName info 2024-11-10T05:55:34,378 DEBUG [StoreOpener-a39ba1a92c52fc2ba9f6027dfef9abd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:34,379 INFO [StoreOpener-a39ba1a92c52fc2ba9f6027dfef9abd4-1 {}] regionserver.HStore(327): Store=a39ba1a92c52fc2ba9f6027dfef9abd4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:34,379 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,380 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,380 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,381 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,381 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,385 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:34,386 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a39ba1a92c52fc2ba9f6027dfef9abd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860514, jitterRate=0.0942002385854721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:55:34,386 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:34,387 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a39ba1a92c52fc2ba9f6027dfef9abd4: Running coprocessor pre-open hook at 1731218134374Writing region info on filesystem at 1731218134374Initializing all the Stores at 1731218134375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218134375Cleaning up temporary data from old regions at 1731218134381 (+6 ms)Running coprocessor post-open hooks at 1731218134386 (+5 ms)Region opened successfully at 1731218134387 (+1 ms) 2024-11-10T05:55:34,388 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4., pid=6, masterSystemTime=1731218134368 2024-11-10T05:55:34,391 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,391 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:34,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39ba1a92c52fc2ba9f6027dfef9abd4, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,43529,1731218132365 2024-11-10T05:55:34,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ba1a92c52fc2ba9f6027dfef9abd4, server=4999977c7e1b,43529,1731218132365 because future has completed 2024-11-10T05:55:34,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:55:34,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a39ba1a92c52fc2ba9f6027dfef9abd4, server=4999977c7e1b,43529,1731218132365 in 183 msec 2024-11-10T05:55:34,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:55:34,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a39ba1a92c52fc2ba9f6027dfef9abd4, ASSIGN in 343 msec 2024-11-10T05:55:34,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:55:34,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218134405"}]},"ts":"1731218134405"} 2024-11-10T05:55:34,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-10T05:55:34,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:55:34,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 388 msec 2024-11-10T05:55:35,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:35,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:36,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:55:36,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:36,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:38,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:55:38,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-10T05:55:41,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:55:41,130 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T05:55:41,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T05:55:41,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-10T05:55:41,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:55:41,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T05:55:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:55:44,065 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-10T05:55:44,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-10T05:55:44,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:55:44,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-10T05:55:44,071 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:55:44,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-10T05:55:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4., hostname=4999977c7e1b,43529,1731218132365, seqNum=2] 2024-11-10T05:55:44,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-10T05:55:44,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T05:55:44,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,083 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1238848936_22 at /127.0.0.1:34604 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34604 dst: /127.0.0.1:40213 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,083 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1094170905_22 at /127.0.0.1:34580 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34580 dst: /127.0.0.1:40213 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1094170905_22 at /127.0.0.1:42186 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34201:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42186 dst: /127.0.0.1:34201 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1238848936_22 at /127.0.0.1:34598 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34598 dst: /127.0.0.1:40213 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1238848936_22 at /127.0.0.1:42202 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34201:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42202 dst: /127.0.0.1:34201 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1238848936_22 at /127.0.0.1:42210 [Receiving block BP-968551906-172.17.0.2-1731218131512:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34201:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42210 dst: /127.0.0.1:34201 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f1478f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:44,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cade606{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:44,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:44,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a76b10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:44,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ae62fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:44,088 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:44,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:44,088 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid 009a9d70-c6bf-4cce-b038-65afdf2b4bf0) service to localhost/127.0.0.1:42611 2024-11-10T05:55:44,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:44,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data3/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:44,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data4/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:44,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:44,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:44,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:44,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:44,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:44,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:44,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74f366a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:44,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ebcb8e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:44,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@220f8c3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/java.io.tmpdir/jetty-localhost-37997-hadoop-hdfs-3_4_1-tests_jar-_-any-1271018845792212194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:44,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67ee474b{HTTP/1.1, (http/1.1)}{localhost:37997} 2024-11-10T05:55:44,221 INFO [Time-limited test {}] server.Server(415): Started @78287ms 2024-11-10T05:55:44,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:44,250 WARN [AsyncFSWAL-0-hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284-prefix:4999977c7e1b,43529,1731218132365 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,251 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4999977c7e1b%2C43529%2C1731218132365:(num 1731218132874) roll requested 2024-11-10T05:55:44,266 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218144251, exclude list is [], retry=0 2024-11-10T05:55:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35445,DS-09290529-cd4f-458a-bcd2-f346f79ef0f6,DISK] 2024-11-10T05:55:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-1bda87f5-947d-4267-a942-a8f45912323a,DISK] 2024-11-10T05:55:44,273 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218144251 2024-11-10T05:55:44,273 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34125:34125),(127.0.0.1/127.0.0.1:41163:41163)] 2024-11-10T05:55:44,274 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 is not closed yet, will try archiving it next time 2024-11-10T05:55:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:55:44,275 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:55:44,275 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:44,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:44,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:44,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:55:44,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:55:44,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=834128073, stopped=false 2024-11-10T05:55:44,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,37667,1731218132314 2024-11-10T05:55:44,277 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T05:55:44,277 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T05:55:44,277 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 2024-11-10T05:55:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:44,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:55:44,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:55:44,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:44,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:44,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,43529,1731218132365' ***** 2024-11-10T05:55:44,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:55:44,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:44,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:44,279 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:55:44,279 INFO [RS:0;4999977c7e1b:43529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:55:44,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:55:44,280 INFO [RS:0;4999977c7e1b:43529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:55:44,280 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(3091): Received CLOSE for a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:44,281 WARN [IPC Server handler 4 on default port 42611 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,43529,1731218132365 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:43529. 2024-11-10T05:55:44,282 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a39ba1a92c52fc2ba9f6027dfef9abd4, disabling compactions & flushes 2024-11-10T05:55:44,282 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,282 DEBUG [RS:0;4999977c7e1b:43529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:55:44,282 DEBUG [RS:0;4999977c7e1b:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:44,282 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,282 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. after waiting 0 ms 2024-11-10T05:55:44,282 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:55:44,282 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:55:44,282 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a39ba1a92c52fc2ba9f6027dfef9abd4 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-10T05:55:44,283 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T05:55:44,283 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1325): Online Regions={a39ba1a92c52fc2ba9f6027dfef9abd4=TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:55:44,283 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:55:44,283 DEBUG [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a39ba1a92c52fc2ba9f6027dfef9abd4 2024-11-10T05:55:44,283 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:55:44,283 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:55:44,283 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:55:44,283 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:55:44,283 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-10T05:55:44,284 WARN [AsyncFSWAL-0-hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284-prefix:4999977c7e1b,43529,1731218132365.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,284 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4999977c7e1b%2C43529%2C1731218132365.meta:.meta(num 1731218133242) roll requested 2024-11-10T05:55:44,286 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 after 6ms 2024-11-10T05:55:44,303 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/.tmp/info/0fc09571426c421d81cd88c3129b6fc5 is 1055, key is row0001/info:/1731218144077/Put/seqid=0 2024-11-10T05:55:44,303 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218144285.meta, exclude list is [], retry=0 2024-11-10T05:55:44,306 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-10T05:55:44,306 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-968551906-172.17.0.2-1731218131512:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK], DatanodeInfoWithStorage[127.0.0.1:39797,DS-101204fa-e288-4f4f-b2d2-9608c5fdf058,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK]) is bad. 2024-11-10T05:55:44,306 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-968551906-172.17.0.2-1731218131512:blk_1073741838_1015 2024-11-10T05:55:44,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39797,DS-101204fa-e288-4f4f-b2d2-9608c5fdf058,DISK] 2024-11-10T05:55:44,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-1bda87f5-947d-4267-a942-a8f45912323a,DISK] 2024-11-10T05:55:44,309 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40213,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK] 2024-11-10T05:55:44,311 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218144285.meta 2024-11-10T05:55:44,311 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41163:41163),(127.0.0.1/127.0.0.1:42851:42851)] 2024-11-10T05:55:44,311 DEBUG [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta is not closed yet, will try archiving it next time 2024-11-10T05:55:44,312 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,312 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:44,312 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta 2024-11-10T05:55:44,313 WARN [IPC Server handler 4 on default port 42611 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-10T05:55:44,314 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta after 1ms 2024-11-10T05:55:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741840_1017 (size=7062) 2024-11-10T05:55:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741840_1017 (size=7062) 2024-11-10T05:55:44,323 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/.tmp/info/0fc09571426c421d81cd88c3129b6fc5 2024-11-10T05:55:44,336 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/.tmp/info/0fc09571426c421d81cd88c3129b6fc5 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/info/0fc09571426c421d81cd88c3129b6fc5 2024-11-10T05:55:44,338 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:44,338 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/info/8f5ddc4688184ad397ac4a747e838d1f is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4./info:regioninfo/1731218134392/Put/seqid=0 2024-11-10T05:55:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80db16e65fb512a9 with lease ID 0x6d502fc150909c1c: from storage DS-23139075-a4ea-4ca1-ba89-38784cf111f0 node DatanodeRegistration(127.0.0.1:34681, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=42589, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:55:44,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80db16e65fb512a9 with lease ID 0x6d502fc150909c1c: from storage DS-185c5a78-acde-48be-b37c-280283c793f9 node DatanodeRegistration(127.0.0.1:34681, datanodeUuid=009a9d70-c6bf-4cce-b038-65afdf2b4bf0, infoPort=42589, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=2008568013;c=1731218131512), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:44,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741841_1019 (size=7089) 2024-11-10T05:55:44,346 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/info/0fc09571426c421d81cd88c3129b6fc5, entries=2, sequenceid=6, filesize=6.9 K 2024-11-10T05:55:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741841_1019 (size=7089) 2024-11-10T05:55:44,347 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/info/8f5ddc4688184ad397ac4a747e838d1f 2024-11-10T05:55:44,347 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a39ba1a92c52fc2ba9f6027dfef9abd4 in 65ms, sequenceid=6, compaction requested=false 2024-11-10T05:55:44,352 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a39ba1a92c52fc2ba9f6027dfef9abd4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T05:55:44,353 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,353 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a39ba1a92c52fc2ba9f6027dfef9abd4: Waiting for close lock at 1731218144282Running coprocessor pre-close hooks at 1731218144282Disabling compacts and flushes for region at 1731218144282Disabling writes for close at 1731218144282Obtaining lock to block concurrent updates at 1731218144282Preparing flush snapshotting stores in a39ba1a92c52fc2ba9f6027dfef9abd4 at 1731218144282Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731218144283 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. at 1731218144284 (+1 ms)Flushing a39ba1a92c52fc2ba9f6027dfef9abd4/info: creating writer at 1731218144284Flushing a39ba1a92c52fc2ba9f6027dfef9abd4/info: appending metadata at 1731218144302 (+18 ms)Flushing a39ba1a92c52fc2ba9f6027dfef9abd4/info: closing flushed file at 1731218144302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256e356: reopening flushed file at 1731218144334 (+32 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a39ba1a92c52fc2ba9f6027dfef9abd4 in 65ms, sequenceid=6, compaction requested=false at 1731218144347 (+13 ms)Writing region close event to WAL at 1731218144348 (+1 ms)Running coprocessor post-close hooks at 1731218144353 (+5 ms)Closed at 1731218144353 2024-11-10T05:55:44,354 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731218134020.a39ba1a92c52fc2ba9f6027dfef9abd4. 2024-11-10T05:55:44,371 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/ns/2bc66d81094c4e24b02648ebbf128b93 is 43, key is default/ns:d/1731218133310/Put/seqid=0 2024-11-10T05:55:44,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741842_1020 (size=5153) 2024-11-10T05:55:44,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741842_1020 (size=5153) 2024-11-10T05:55:44,379 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/ns/2bc66d81094c4e24b02648ebbf128b93 2024-11-10T05:55:44,403 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/table/36bd06f143864988b5284a3dffff8d69 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731218134405/Put/seqid=0 2024-11-10T05:55:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741843_1021 (size=5424) 2024-11-10T05:55:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741843_1021 (size=5424) 2024-11-10T05:55:44,411 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/table/36bd06f143864988b5284a3dffff8d69 2024-11-10T05:55:44,420 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/info/8f5ddc4688184ad397ac4a747e838d1f as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/info/8f5ddc4688184ad397ac4a747e838d1f 2024-11-10T05:55:44,428 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/info/8f5ddc4688184ad397ac4a747e838d1f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T05:55:44,429 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/ns/2bc66d81094c4e24b02648ebbf128b93 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/ns/2bc66d81094c4e24b02648ebbf128b93 2024-11-10T05:55:44,437 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/ns/2bc66d81094c4e24b02648ebbf128b93, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T05:55:44,438 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/.tmp/table/36bd06f143864988b5284a3dffff8d69 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/table/36bd06f143864988b5284a3dffff8d69 2024-11-10T05:55:44,445 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/table/36bd06f143864988b5284a3dffff8d69, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T05:55:44,446 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=11, compaction requested=false 2024-11-10T05:55:44,452 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T05:55:44,453 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:55:44,453 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:44,454 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218144283Running coprocessor pre-close hooks at 1731218144283Disabling compacts and flushes for region at 1731218144283Disabling writes for close at 1731218144283Obtaining lock to block concurrent updates at 1731218144283Preparing flush snapshotting stores in 1588230740 at 1731218144283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731218144284 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731218144312 (+28 ms)Flushing 1588230740/info: creating writer at 1731218144312Flushing 1588230740/info: appending metadata at 1731218144338 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731218144338Flushing 1588230740/ns: creating writer at 1731218144354 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731218144371 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731218144371Flushing 1588230740/table: creating writer at 1731218144386 (+15 ms)Flushing 1588230740/table: appending metadata at 1731218144403 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731218144403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6517dc32: reopening flushed file at 1731218144418 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701f68af: reopening flushed file at 1731218144428 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f265e4: reopening flushed file at 1731218144437 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=11, compaction requested=false at 1731218144446 (+9 ms)Writing region close event to WAL at 1731218144447 (+1 ms)Running coprocessor post-close hooks at 1731218144453 (+6 ms)Closed at 1731218144453 2024-11-10T05:55:44,454 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:44,483 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,43529,1731218132365; all regions closed. 2024-11-10T05:55:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741839_1016 (size=825) 2024-11-10T05:55:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741839_1016 (size=825) 2024-11-10T05:55:44,734 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:55:44,734 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:55:44,735 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:55:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741833_1014 (size=1599) 2024-11-10T05:55:48,287 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 after 4010ms 2024-11-10T05:55:48,287 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218132874 to hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs/4999977c7e1b%2C43529%2C1731218132365.1731218132874 2024-11-10T05:55:48,314 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta after 4002ms 2024-11-10T05:55:48,315 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta to hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs/4999977c7e1b%2C43529%2C1731218132365.meta.1731218133242.meta 2024-11-10T05:55:48,318 DEBUG [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs 2024-11-10T05:55:48,318 INFO [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C43529%2C1731218132365.meta:.meta(num 1731218144285) 2024-11-10T05:55:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741837_1013 (size=2288) 2024-11-10T05:55:48,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/WALs/4999977c7e1b,43529,1731218132365/4999977c7e1b%2C43529%2C1731218132365.1731218144251 not finished, retry = 0 2024-11-10T05:55:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741837_1013 (size=2288) 2024-11-10T05:55:48,424 DEBUG [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs 2024-11-10T05:55:48,424 INFO [RS:0;4999977c7e1b:43529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C43529%2C1731218132365:(num 1731218144251) 2024-11-10T05:55:48,424 DEBUG [RS:0;4999977c7e1b:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:48,424 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:55:48,424 INFO [RS:0;4999977c7e1b:43529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:55:48,424 INFO [RS:0;4999977c7e1b:43529 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:55:48,425 INFO [RS:0;4999977c7e1b:43529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:55:48,425 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:55:48,425 INFO [RS:0;4999977c7e1b:43529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43529 2024-11-10T05:55:48,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,43529,1731218132365 2024-11-10T05:55:48,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:55:48,427 INFO [RS:0;4999977c7e1b:43529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:55:48,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,43529,1731218132365] 2024-11-10T05:55:48,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,43529,1731218132365 already deleted, retry=false 2024-11-10T05:55:48,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,43529,1731218132365 expired; onlineServers=0 2024-11-10T05:55:48,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,37667,1731218132314' ***** 2024-11-10T05:55:48,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:55:48,431 INFO [M:0;4999977c7e1b:37667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:55:48,431 INFO [M:0;4999977c7e1b:37667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:55:48,431 DEBUG [M:0;4999977c7e1b:37667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:55:48,431 DEBUG [M:0;4999977c7e1b:37667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:55:48,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:55:48,431 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218132615 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218132615,5,FailOnTimeoutGroup] 2024-11-10T05:55:48,431 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218132615 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218132615,5,FailOnTimeoutGroup] 2024-11-10T05:55:48,431 INFO [M:0;4999977c7e1b:37667 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:55:48,432 INFO [M:0;4999977c7e1b:37667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:55:48,432 DEBUG [M:0;4999977c7e1b:37667 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:55:48,432 INFO [M:0;4999977c7e1b:37667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:55:48,432 INFO [M:0;4999977c7e1b:37667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:55:48,432 INFO [M:0;4999977c7e1b:37667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:55:48,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:55:48,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:55:48,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:48,433 DEBUG [M:0;4999977c7e1b:37667 {}] zookeeper.ZKUtil(347): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:55:48,433 WARN [M:0;4999977c7e1b:37667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:55:48,435 INFO [M:0;4999977c7e1b:37667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/.lastflushedseqids 2024-11-10T05:55:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741844_1022 (size=139) 2024-11-10T05:55:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741844_1022 (size=139) 2024-11-10T05:55:48,443 INFO [M:0;4999977c7e1b:37667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:55:48,443 INFO [M:0;4999977c7e1b:37667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:55:48,443 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:55:48,443 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:48,443 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:48,443 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:55:48,443 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:48,443 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-10T05:55:48,444 WARN [AsyncFSWAL-0-hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData-prefix:4999977c7e1b,37667,1731218132314 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:48,445 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4999977c7e1b%2C37667%2C1731218132314:(num 1731218132511) roll requested 2024-11-10T05:55:48,460 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218148445, exclude list is [], retry=0 2024-11-10T05:55:48,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34681,DS-23139075-a4ea-4ca1-ba89-38784cf111f0,DISK] 2024-11-10T05:55:48,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-1bda87f5-947d-4267-a942-a8f45912323a,DISK] 2024-11-10T05:55:48,465 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218148445 2024-11-10T05:55:48,466 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589),(127.0.0.1/127.0.0.1:41163:41163)] 2024-11-10T05:55:48,466 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 is not closed yet, will try archiving it next time 2024-11-10T05:55:48,466 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:48,466 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:55:48,466 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 2024-11-10T05:55:48,467 WARN [IPC Server handler 4 on default port 42611 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-10T05:55:48,468 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 after 2ms 2024-11-10T05:55:48,484 DEBUG [M:0;4999977c7e1b:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3591cd471b148c2b57df778441c6fd0 is 82, key is hbase:meta,,1/info:regioninfo/1731218133291/Put/seqid=0 2024-11-10T05:55:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741846_1025 (size=5672) 2024-11-10T05:55:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741846_1025 (size=5672) 2024-11-10T05:55:48,491 INFO [M:0;4999977c7e1b:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3591cd471b148c2b57df778441c6fd0 2024-11-10T05:55:48,514 DEBUG [M:0;4999977c7e1b:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4876b35ca91942068df27cf9db89e623 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731218134410/Put/seqid=0 2024-11-10T05:55:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741847_1026 (size=6115) 2024-11-10T05:55:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741847_1026 (size=6115) 2024-11-10T05:55:48,522 INFO [M:0;4999977c7e1b:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4876b35ca91942068df27cf9db89e623 2024-11-10T05:55:48,529 INFO [RS:0;4999977c7e1b:43529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:55:48,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:48,530 INFO [RS:0;4999977c7e1b:43529 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,43529,1731218132365; zookeeper connection closed. 2024-11-10T05:55:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10190bfc2af0001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:48,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4edbb84a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4edbb84a 2024-11-10T05:55:48,530 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T05:55:48,548 DEBUG [M:0;4999977c7e1b:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c054fdeb70d4411eb288a5485d28e2bc is 69, key is 4999977c7e1b,43529,1731218132365/rs:state/1731218132716/Put/seqid=0 2024-11-10T05:55:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741848_1027 (size=5156) 2024-11-10T05:55:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741848_1027 (size=5156) 2024-11-10T05:55:48,554 INFO [M:0;4999977c7e1b:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c054fdeb70d4411eb288a5485d28e2bc 2024-11-10T05:55:48,575 DEBUG [M:0;4999977c7e1b:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be052d117fe64e49bb9ae45bc00e9559 is 52, key is load_balancer_on/state:d/1731218133407/Put/seqid=0 2024-11-10T05:55:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741849_1028 (size=5056) 2024-11-10T05:55:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741849_1028 (size=5056) 2024-11-10T05:55:48,582 INFO [M:0;4999977c7e1b:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be052d117fe64e49bb9ae45bc00e9559 2024-11-10T05:55:48,589 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3591cd471b148c2b57df778441c6fd0 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3591cd471b148c2b57df778441c6fd0 2024-11-10T05:55:48,596 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3591cd471b148c2b57df778441c6fd0, entries=8, sequenceid=56, filesize=5.5 K 2024-11-10T05:55:48,597 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4876b35ca91942068df27cf9db89e623 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4876b35ca91942068df27cf9db89e623 2024-11-10T05:55:48,603 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4876b35ca91942068df27cf9db89e623, entries=6, sequenceid=56, filesize=6.0 K 2024-11-10T05:55:48,604 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c054fdeb70d4411eb288a5485d28e2bc as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c054fdeb70d4411eb288a5485d28e2bc 2024-11-10T05:55:48,611 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c054fdeb70d4411eb288a5485d28e2bc, entries=1, sequenceid=56, filesize=5.0 K 2024-11-10T05:55:48,612 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be052d117fe64e49bb9ae45bc00e9559 as hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be052d117fe64e49bb9ae45bc00e9559 2024-11-10T05:55:48,619 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be052d117fe64e49bb9ae45bc00e9559, entries=1, sequenceid=56, filesize=4.9 K 2024-11-10T05:55:48,621 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=56, compaction requested=false 2024-11-10T05:55:48,622 INFO [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:48,622 DEBUG [M:0;4999977c7e1b:37667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218148443Disabling compacts and flushes for region at 1731218148443Disabling writes for close at 1731218148443Obtaining lock to block concurrent updates at 1731218148443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731218148443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731218148444 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731218148466 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731218148466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731218148483 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731218148483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731218148497 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731218148514 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731218148514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731218148530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731218148547 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731218148547Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731218148559 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731218148575 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731218148575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344760ae: reopening flushed file at 1731218148588 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@addc199: reopening flushed file at 1731218148596 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17121163: reopening flushed file at 1731218148604 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba7b4b9: reopening flushed file at 1731218148611 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=56, compaction requested=false at 1731218148621 (+10 ms)Writing region close event to WAL at 1731218148622 (+1 ms)Closed at 1731218148622 2024-11-10T05:55:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741845_1023 (size=757) 2024-11-10T05:55:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741845_1023 (size=757) 2024-11-10T05:55:49,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:49,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:55:49,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:49,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:49,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741833_1014 (size=1599) 2024-11-10T05:55:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741834_1018 (size=2386) 2024-11-10T05:55:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34201 is added to blk_1073741830_1024 (size=27189) 2024-11-10T05:55:51,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T05:55:51,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:55:51,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:55:51,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T05:55:52,469 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 after 4002ms 2024-11-10T05:55:52,469 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/WALs/4999977c7e1b,37667,1731218132314/4999977c7e1b%2C37667%2C1731218132314.1731218132511 to hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/oldWALs/4999977c7e1b%2C37667%2C1731218132314.1731218132511 2024-11-10T05:55:52,473 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/MasterData/oldWALs/4999977c7e1b%2C37667%2C1731218132314.1731218132511 to hdfs://localhost:42611/user/jenkins/test-data/e0906e4d-45ef-cbb4-5a92-73262947f284/oldWALs/4999977c7e1b%2C37667%2C1731218132314.1731218132511$masterlocalwal$ 2024-11-10T05:55:52,473 INFO [M:0;4999977c7e1b:37667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:55:52,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:55:52,474 INFO [M:0;4999977c7e1b:37667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37667 2024-11-10T05:55:52,474 INFO [M:0;4999977c7e1b:37667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:55:52,576 INFO [M:0;4999977c7e1b:37667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:55:52,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:52,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x10190bfc2af0000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:55:52,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@220f8c3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:52,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67ee474b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ebcb8e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74f366a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,581 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:52,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:52,581 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid 009a9d70-c6bf-4cce-b038-65afdf2b4bf0) service to localhost/127.0.0.1:42611 2024-11-10T05:55:52,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:52,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data3/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data4/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:52,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c0fff08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:52,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4567eb5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae67f46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65598d2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,587 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:52,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:52,587 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid e90cbd60-dede-4b7f-ab46-fe83317647f5) service to localhost/127.0.0.1:42611 2024-11-10T05:55:52,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:52,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data9/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data10/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:52,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e3fc073{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:52,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a5e94f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5c068b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d11aad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,592 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:52,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:52,592 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid 173fbe67-2afb-4a77-8b89-bd0d34d52cbc) service to localhost/127.0.0.1:42611 2024-11-10T05:55:52,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:52,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data7/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data8/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:52,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@577a65a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:52,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de486ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a7b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658d2e9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,597 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:52,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:52,597 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid 0862c6d2-2f9f-4785-ba1c-02c24cfe69ad) service to localhost/127.0.0.1:42611 2024-11-10T05:55:52,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:52,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data5/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data6/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:52,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75e5eb37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:52,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f818651{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b34151f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0dcaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,604 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:55:52,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:55:52,604 WARN [BP-968551906-172.17.0.2-1731218131512 heartbeating to localhost/127.0.0.1:42611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968551906-172.17.0.2-1731218131512 (Datanode Uuid 68ec5a33-d491-4a46-a91e-3c7a7592f7f1) service to localhost/127.0.0.1:42611 2024-11-10T05:55:52,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:55:52,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data1/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/cluster_f3af37dc-cc3b-d41b-1109-49ace37fb5e2/data/data2/current/BP-968551906-172.17.0.2-1731218131512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:55:52,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:55:52,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b7b56ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:55:52,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d4631e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:55:52,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:55:52,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3c4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:55:52,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5c740d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir/,STOPPED} 2024-11-10T05:55:52,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:55:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:55:52,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42611 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=38 (was 42), ProcessCount=11 (was 11), AvailableMemoryMB=7407 (was 7718) 2024-11-10T05:55:52,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=38, ProcessCount=11, AvailableMemoryMB=7406 2024-11-10T05:55:52,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:55:52,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.log.dir so I do NOT create it in target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97 2024-11-10T05:55:52,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a51bb57d-6dd8-749e-705b-fee6bd10fb95/hadoop.tmp.dir so I do NOT create it in target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5, deleteOnExit=true 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/test.cache.data in system properties and HBase conf 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:55:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:55:52,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:55:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:55:52,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:55:52,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:55:52,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:55:52,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:52,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:52,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:52,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:52,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:52,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:52,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09c954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:52,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147f88bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:52,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f76661c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/java.io.tmpdir/jetty-localhost-44179-hadoop-hdfs-3_4_1-tests_jar-_-any-9925528929622100789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:55:52,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b06028{HTTP/1.1, (http/1.1)}{localhost:44179} 2024-11-10T05:55:52,884 INFO [Time-limited test {}] server.Server(415): Started @86950ms 2024-11-10T05:55:52,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:53,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:53,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:53,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:53,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:53,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf9e449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:53,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@784f9787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:53,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5d7a24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/java.io.tmpdir/jetty-localhost-36923-hadoop-hdfs-3_4_1-tests_jar-_-any-13199630369127249538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:53,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b8d92aa{HTTP/1.1, (http/1.1)}{localhost:36923} 2024-11-10T05:55:53,117 INFO [Time-limited test {}] server.Server(415): Started @87183ms 2024-11-10T05:55:53,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:53,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:55:53,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:55:53,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:55:53,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:55:53,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:55:53,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f13cb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:55:53,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af67f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:55:53,211 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data2/current/BP-1384091842-172.17.0.2-1731218152702/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:53,211 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data1/current/BP-1384091842-172.17.0.2-1731218152702/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:53,227 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfca8fadf66477af0 with lease ID 0x53427b73d1dbb1f3: Processing first storage report for DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=95677ec2-ae55-48f6-a086-68f7a17dc0fb, infoPort=38111, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702) 2024-11-10T05:55:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfca8fadf66477af0 with lease ID 0x53427b73d1dbb1f3: from storage DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=95677ec2-ae55-48f6-a086-68f7a17dc0fb, infoPort=38111, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfca8fadf66477af0 with lease ID 0x53427b73d1dbb1f3: Processing first storage report for DS-0e18fef6-fa59-4c97-9512-ed6987041c3b from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=95677ec2-ae55-48f6-a086-68f7a17dc0fb, infoPort=38111, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702) 2024-11-10T05:55:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfca8fadf66477af0 with lease ID 0x53427b73d1dbb1f3: from storage DS-0e18fef6-fa59-4c97-9512-ed6987041c3b node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=95677ec2-ae55-48f6-a086-68f7a17dc0fb, infoPort=38111, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:53,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3044fe3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/java.io.tmpdir/jetty-localhost-38399-hadoop-hdfs-3_4_1-tests_jar-_-any-8564939925659989574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:55:53,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1068d568{HTTP/1.1, (http/1.1)}{localhost:38399} 2024-11-10T05:55:53,271 INFO [Time-limited test {}] server.Server(415): Started @87337ms 2024-11-10T05:55:53,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:55:53,361 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data3/current/BP-1384091842-172.17.0.2-1731218152702/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:53,362 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data4/current/BP-1384091842-172.17.0.2-1731218152702/current, will proceed with Du for space computation calculation, 2024-11-10T05:55:53,378 WARN [Thread-799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:55:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x733f3dda3cadb61e with lease ID 0x53427b73d1dbb1f4: Processing first storage report for DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09 from datanode DatanodeRegistration(127.0.0.1:42039, datanodeUuid=abba0db9-b340-4a81-a461-04f99febbd4a, infoPort=38335, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702) 2024-11-10T05:55:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x733f3dda3cadb61e with lease ID 0x53427b73d1dbb1f4: from storage DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09 node DatanodeRegistration(127.0.0.1:42039, datanodeUuid=abba0db9-b340-4a81-a461-04f99febbd4a, infoPort=38335, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x733f3dda3cadb61e with lease ID 0x53427b73d1dbb1f4: Processing first storage report for DS-12bf522a-951b-4ce5-a8b2-8eb2ce1c292e from datanode DatanodeRegistration(127.0.0.1:42039, datanodeUuid=abba0db9-b340-4a81-a461-04f99febbd4a, infoPort=38335, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702) 2024-11-10T05:55:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x733f3dda3cadb61e with lease ID 0x53427b73d1dbb1f4: from storage DS-12bf522a-951b-4ce5-a8b2-8eb2ce1c292e node DatanodeRegistration(127.0.0.1:42039, datanodeUuid=abba0db9-b340-4a81-a461-04f99febbd4a, infoPort=38335, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=664403016;c=1731218152702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:55:53,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97 2024-11-10T05:55:53,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/zookeeper_0, clientPort=61303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:55:53,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61303 2024-11-10T05:55:53,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:55:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:55:53,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9 with version=8 2024-11-10T05:55:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase-staging 2024-11-10T05:55:53,415 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:55:53,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:55:53,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38753 2024-11-10T05:55:53,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38753 connecting to ZooKeeper ensemble=127.0.0.1:61303 2024-11-10T05:55:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387530x0, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:55:53,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38753-0x10190c0151e0000 connected 2024-11-10T05:55:53,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:53,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9, hbase.cluster.distributed=false 2024-11-10T05:55:53,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:55:53,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-10T05:55:53,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38753 2024-11-10T05:55:53,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38753 2024-11-10T05:55:53,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-10T05:55:53,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-10T05:55:53,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:55:53,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:55:53,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40115 2024-11-10T05:55:53,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40115 connecting to ZooKeeper ensemble=127.0.0.1:61303 2024-11-10T05:55:53,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401150x0, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:55:53,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40115-0x10190c0151e0001 connected 2024-11-10T05:55:53,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:55:53,474 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:55:53,474 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:55:53,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:55:53,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:55:53,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-10T05:55:53,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40115 2024-11-10T05:55:53,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40115 2024-11-10T05:55:53,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-10T05:55:53,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-10T05:55:53,495 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:38753 2024-11-10T05:55:53,496 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:53,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:53,498 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:55:53,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,501 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:55:53,501 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,38753,1731218153414 from backup master directory 2024-11-10T05:55:53,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:53,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:55:53,503 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:55:53,503 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,508 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/hbase.id] with ID: b2cbef40-e7ff-4e45-82bd-6ce5fa303b0c 2024-11-10T05:55:53,508 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/.tmp/hbase.id 2024-11-10T05:55:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:55:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:55:53,515 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/.tmp/hbase.id]:[hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/hbase.id] 2024-11-10T05:55:53,528 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:53,528 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:55:53,530 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T05:55:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:55:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:55:53,539 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:55:53,540 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:55:53,540 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:55:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:55:53,548 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store 2024-11-10T05:55:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:55:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:55:53,556 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:53,556 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:55:53,556 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218153556Disabling compacts and flushes for region at 1731218153556Disabling writes for close at 1731218153556Writing region close event to WAL at 1731218153556Closed at 1731218153556 2024-11-10T05:55:53,557 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/.initializing 2024-11-10T05:55:53,558 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/WALs/4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,559 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:55:53,560 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C38753%2C1731218153414, suffix=, logDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/WALs/4999977c7e1b,38753,1731218153414, archiveDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/oldWALs, maxLogs=10 2024-11-10T05:55:53,574 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/WALs/4999977c7e1b,38753,1731218153414/4999977c7e1b%2C38753%2C1731218153414.1731218153561, exclude list is [], retry=0 2024-11-10T05:55:53,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:55:53,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:55:53,579 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/WALs/4999977c7e1b,38753,1731218153414/4999977c7e1b%2C38753%2C1731218153414.1731218153561 2024-11-10T05:55:53,580 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111),(127.0.0.1/127.0.0.1:38335:38335)] 2024-11-10T05:55:53,580 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:53,580 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:53,580 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,580 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:55:53,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:53,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:55:53,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:55:53,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:53,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:55:53,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:53,589 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,590 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,590 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,592 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,592 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,592 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:55:53,594 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:55:53,596 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:53,596 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727302, jitterRate=-0.07518799602985382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:55:53,597 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218153580Initializing all the Stores at 1731218153581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218153581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218153581Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218153582 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218153582Cleaning up temporary data from old regions at 1731218153592 (+10 ms)Region opened successfully at 1731218153597 (+5 ms) 2024-11-10T05:55:53,597 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:55:53,600 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a4d36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:55:53,601 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:55:53,601 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:55:53,601 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:55:53,602 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:55:53,602 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:55:53,602 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:55:53,602 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:55:53,604 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:55:53,605 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:55:53,607 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:55:53,607 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:55:53,608 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:55:53,609 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:55:53,610 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:55:53,610 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:55:53,612 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:55:53,613 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:55:53,614 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:55:53,616 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:55:53,617 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:55:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:55:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,620 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,38753,1731218153414, sessionid=0x10190c0151e0000, setting cluster-up flag (Was=false) 2024-11-10T05:55:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,629 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:55:53,630 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:53,639 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:55:53,640 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,38753,1731218153414 2024-11-10T05:55:53,641 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:55:53,643 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:53,643 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:55:53,643 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:55:53,643 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,38753,1731218153414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:55:53,644 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:53,644 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:53,644 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:53,645 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:55:53,645 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:55:53,645 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,645 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:55:53,645 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,645 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218183645 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:53,646 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:55:53,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:55:53,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:55:53,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:55:53,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:55:53,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:55:53,647 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218153647,5,FailOnTimeoutGroup] 2024-11-10T05:55:53,647 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218153647,5,FailOnTimeoutGroup] 2024-11-10T05:55:53,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,648 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:55:53,648 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,648 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:55:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:55:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:55:53,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:55:53,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9 2024-11-10T05:55:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:55:53,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:55:53,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:53,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:55:53,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:55:53,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:55:53,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:55:53,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:53,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:55:53,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:55:53,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:53,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:55:53,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:55:53,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:53,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:53,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:55:53,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740 2024-11-10T05:55:53,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740 2024-11-10T05:55:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:55:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:55:53,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:55:53,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:55:53,678 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:53,678 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795051, jitterRate=0.010960415005683899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:55:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218153662Initializing all the Stores at 1731218153663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218153663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218153663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218153663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218153663Cleaning up temporary data from old regions at 1731218153674 (+11 ms)Region opened successfully at 1731218153679 (+5 ms) 2024-11-10T05:55:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:55:53,679 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:55:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:55:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:55:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:55:53,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:55:53,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218153679Disabling compacts and flushes for region at 1731218153679Disabling writes for close at 1731218153679Writing region close event to WAL at 1731218153680 (+1 ms)Closed at 1731218153680 2024-11-10T05:55:53,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:53,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:55:53,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:55:53,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:55:53,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:55:53,685 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(746): ClusterId : b2cbef40-e7ff-4e45-82bd-6ce5fa303b0c 2024-11-10T05:55:53,685 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:55:53,688 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:55:53,688 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:55:53,690 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:55:53,690 DEBUG [RS:0;4999977c7e1b:40115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a56caab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:55:53,702 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:40115 2024-11-10T05:55:53,702 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:55:53,702 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:55:53,702 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:55:53,703 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38753,1731218153414 with port=40115, startcode=1731218153463 2024-11-10T05:55:53,703 DEBUG [RS:0;4999977c7e1b:40115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:55:53,705 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:55:53,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,707 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9 2024-11-10T05:55:53,707 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44037 2024-11-10T05:55:53,707 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:55:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:55:53,709 DEBUG [RS:0;4999977c7e1b:40115 {}] zookeeper.ZKUtil(111): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,709 WARN [RS:0;4999977c7e1b:40115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:55:53,709 INFO [RS:0;4999977c7e1b:40115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:53,710 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,40115,1731218153463] 2024-11-10T05:55:53,714 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:55:53,716 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:55:53,717 INFO [RS:0;4999977c7e1b:40115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:55:53,717 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,717 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:55:53,718 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:55:53,718 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:55:53,718 DEBUG [RS:0;4999977c7e1b:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,719 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,40115,1731218153463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:55:53,734 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:55:53,734 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,40115,1731218153463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,734 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,734 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.Replication(171): 4999977c7e1b,40115,1731218153463 started 2024-11-10T05:55:53,748 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:53,748 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,40115,1731218153463, RpcServer on 4999977c7e1b/172.17.0.2:40115, sessionid=0x10190c0151e0001 2024-11-10T05:55:53,748 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:55:53,748 DEBUG [RS:0;4999977c7e1b:40115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,748 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,40115,1731218153463' 2024-11-10T05:55:53,748 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:55:53,749 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,40115,1731218153463 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,40115,1731218153463' 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:55:53,750 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:55:53,751 DEBUG [RS:0;4999977c7e1b:40115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:55:53,751 INFO [RS:0;4999977c7e1b:40115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:55:53,751 INFO [RS:0;4999977c7e1b:40115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:55:53,834 WARN [4999977c7e1b:38753 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:55:53,851 INFO [RS:0;4999977c7e1b:40115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:55:53,853 INFO [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C40115%2C1731218153463, suffix=, logDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463, archiveDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs, maxLogs=32 2024-11-10T05:55:53,867 DEBUG [RS:0;4999977c7e1b:40115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218153854, exclude list is [], retry=0 2024-11-10T05:55:53,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:55:53,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:55:53,873 INFO [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218153854 2024-11-10T05:55:53,873 DEBUG [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111),(127.0.0.1/127.0.0.1:38335:38335)] 2024-11-10T05:55:54,084 DEBUG [4999977c7e1b:38753 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T05:55:54,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:54,086 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,40115,1731218153463, state=OPENING 2024-11-10T05:55:54,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:55:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:55:54,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:54,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:54,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:55:54,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,40115,1731218153463}] 2024-11-10T05:55:54,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:55:54,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:55:54,251 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:55:54,251 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:55:54,252 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:55:54,253 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C40115%2C1731218153463.meta, suffix=.meta, logDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463, archiveDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs, maxLogs=32 2024-11-10T05:55:54,268 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.meta.1731218154254.meta, exclude list is [], retry=0 2024-11-10T05:55:54,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:55:54,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:55:54,273 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.meta.1731218154254.meta 2024-11-10T05:55:54,273 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335),(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-10T05:55:54,273 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:54,273 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:55:54,274 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:55:54,274 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:55:54,274 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:55:54,274 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:54,274 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:55:54,274 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:55:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:55:54,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:55:54,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:54,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:55:54,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:55:54,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:54,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:55:54,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:55:54,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:54,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:55:54,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:55:54,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:55:54,282 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:55:54,283 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740 2024-11-10T05:55:54,284 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740 2024-11-10T05:55:54,285 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:55:54,285 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:55:54,286 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:55:54,287 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:55:54,288 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876049, jitterRate=0.11395406723022461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:55:54,288 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:55:54,289 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218154274Writing region info on filesystem at 1731218154274Initializing all the Stores at 1731218154275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218154275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218154275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218154275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218154275Cleaning up temporary data from old regions at 1731218154285 (+10 ms)Running coprocessor post-open hooks at 1731218154288 (+3 ms)Region opened successfully at 1731218154289 (+1 ms) 2024-11-10T05:55:54,290 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218154245 2024-11-10T05:55:54,292 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:55:54,292 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:55:54,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:54,295 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,40115,1731218153463, state=OPEN 2024-11-10T05:55:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:55:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:55:54,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:54,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:54,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:55:54,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:55:54,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,40115,1731218153463 in 209 msec 2024-11-10T05:55:54,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:55:54,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-10T05:55:54,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:55:54,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:55:54,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:55:54,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,40115,1731218153463, seqNum=-1] 2024-11-10T05:55:54,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:55:54,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:55:54,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-10T05:55:54,314 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218154314, completionTime=-1 2024-11-10T05:55:54,314 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T05:55:54,314 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:55:54,316 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T05:55:54,316 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218214316 2024-11-10T05:55:54,316 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731218274316 2024-11-10T05:55:54,316 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:38753, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,317 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,319 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.818sec 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:55:54,321 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:55:54,324 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:55:54,324 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:55:54,324 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38753,1731218153414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:55:54,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c03dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:54,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,38753,-1 for getting cluster id 2024-11-10T05:55:54,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:55:54,387 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2cbef40-e7ff-4e45-82bd-6ce5fa303b0c' 2024-11-10T05:55:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:55:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2cbef40-e7ff-4e45-82bd-6ce5fa303b0c" 2024-11-10T05:55:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffa622a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,38753,-1] 2024-11-10T05:55:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:55:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:55:54,391 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:55:54,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3227ec29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:55:54,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:55:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,40115,1731218153463, seqNum=-1] 2024-11-10T05:55:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:55:54,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:55:54,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,38753,1731218153414 2024-11-10T05:55:54,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:55:54,399 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T05:55:54,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:55:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,38753,1731218153414 2024-11-10T05:55:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61620d96 2024-11-10T05:55:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:55:54,402 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:55:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T05:55:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T05:55:54,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:55:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:55:54,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:55:54,406 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-10T05:55:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:55:54,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:55:54,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741835_1011 (size=405) 2024-11-10T05:55:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741835_1011 (size=405) 2024-11-10T05:55:54,416 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22aa1421cc2ed741950d455295ab043d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9 2024-11-10T05:55:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741836_1012 (size=88) 2024-11-10T05:55:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741836_1012 (size=88) 2024-11-10T05:55:54,423 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:54,424 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 22aa1421cc2ed741950d455295ab043d, disabling compactions & flushes 2024-11-10T05:55:54,424 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,424 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,424 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. after waiting 0 ms 2024-11-10T05:55:54,424 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,424 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,424 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22aa1421cc2ed741950d455295ab043d: Waiting for close lock at 1731218154424Disabling compacts and flushes for region at 1731218154424Disabling writes for close at 1731218154424Writing region close event to WAL at 1731218154424Closed at 1731218154424 2024-11-10T05:55:54,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:55:54,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731218154425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218154425"}]},"ts":"1731218154425"} 2024-11-10T05:55:54,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:55:54,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:55:54,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218154429"}]},"ts":"1731218154429"} 2024-11-10T05:55:54,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-10T05:55:54,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=22aa1421cc2ed741950d455295ab043d, ASSIGN}] 2024-11-10T05:55:54,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=22aa1421cc2ed741950d455295ab043d, ASSIGN 2024-11-10T05:55:54,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=22aa1421cc2ed741950d455295ab043d, ASSIGN; state=OFFLINE, location=4999977c7e1b,40115,1731218153463; forceNewPlan=false, retain=false 2024-11-10T05:55:54,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22aa1421cc2ed741950d455295ab043d, regionState=OPENING, regionLocation=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:54,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=22aa1421cc2ed741950d455295ab043d, ASSIGN because future has completed 2024-11-10T05:55:54,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22aa1421cc2ed741950d455295ab043d, server=4999977c7e1b,40115,1731218153463}] 2024-11-10T05:55:54,744 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,745 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22aa1421cc2ed741950d455295ab043d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:55:54,745 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,745 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:55:54,745 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,745 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,747 INFO [StoreOpener-22aa1421cc2ed741950d455295ab043d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,748 INFO [StoreOpener-22aa1421cc2ed741950d455295ab043d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22aa1421cc2ed741950d455295ab043d columnFamilyName info 2024-11-10T05:55:54,748 DEBUG [StoreOpener-22aa1421cc2ed741950d455295ab043d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:55:54,749 INFO [StoreOpener-22aa1421cc2ed741950d455295ab043d-1 {}] regionserver.HStore(327): Store=22aa1421cc2ed741950d455295ab043d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:55:54,749 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,750 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,750 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,751 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,751 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,752 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,754 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:55:54,755 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22aa1421cc2ed741950d455295ab043d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724937, jitterRate=-0.07819533348083496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:55:54,755 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:55:54,755 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22aa1421cc2ed741950d455295ab043d: Running coprocessor pre-open hook at 1731218154745Writing region info on filesystem at 1731218154745Initializing all the Stores at 1731218154746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218154746Cleaning up temporary data from old regions at 1731218154751 (+5 ms)Running coprocessor post-open hooks at 1731218154755 (+4 ms)Region opened successfully at 1731218154755 2024-11-10T05:55:54,757 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d., pid=6, masterSystemTime=1731218154740 2024-11-10T05:55:54,759 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,759 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:55:54,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22aa1421cc2ed741950d455295ab043d, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,40115,1731218153463 2024-11-10T05:55:54,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22aa1421cc2ed741950d455295ab043d, server=4999977c7e1b,40115,1731218153463 because future has completed 2024-11-10T05:55:54,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:55:54,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22aa1421cc2ed741950d455295ab043d, server=4999977c7e1b,40115,1731218153463 in 176 msec 2024-11-10T05:55:54,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:55:54,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=22aa1421cc2ed741950d455295ab043d, ASSIGN in 335 msec 2024-11-10T05:55:54,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:55:54,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218154770"}]},"ts":"1731218154770"} 2024-11-10T05:55:54,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-10T05:55:54,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:55:54,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 370 msec 2024-11-10T05:55:56,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:55:56,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:56,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:55:59,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:55:59,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-10T05:56:01,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:56:01,130 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T05:56:01,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:56:01,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T05:56:01,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T05:56:01,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T05:56:01,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:01,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T05:56:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:56:04,464 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T05:56:04,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-10T05:56:04,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:04,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d., hostname=4999977c7e1b,40115,1731218153463, seqNum=2] 2024-11-10T05:56:04,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:04,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:56:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:56:04,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:56:04,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:56:04,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T05:56:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:04,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 22aa1421cc2ed741950d455295ab043d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:56:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/e362817c55d14e80a60de1e9d5e3ff5e is 1055, key is row0001/info:/1731218164472/Put/seqid=0 2024-11-10T05:56:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741837_1013 (size=6008) 2024-11-10T05:56:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741837_1013 (size=6008) 2024-11-10T05:56:04,670 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/e362817c55d14e80a60de1e9d5e3ff5e 2024-11-10T05:56:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/e362817c55d14e80a60de1e9d5e3ff5e as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e 2024-11-10T05:56:04,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e, entries=1, sequenceid=5, filesize=5.9 K 2024-11-10T05:56:04,686 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 39ms, sequenceid=5, compaction requested=false 2024-11-10T05:56:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 22aa1421cc2ed741950d455295ab043d: 2024-11-10T05:56:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:04,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T05:56:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T05:56:04,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T05:56:04,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-11-10T05:56:04,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 217 msec 2024-11-10T05:56:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:56:14,534 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T05:56:14,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T05:56:14,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:56:14,541 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:56:14,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:56:14,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T05:56:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:14,695 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 22aa1421cc2ed741950d455295ab043d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:56:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/9feb675331d043769ca7057dc54cf7aa is 1055, key is row0002/info:/1731218174536/Put/seqid=0 2024-11-10T05:56:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741838_1014 (size=6008) 2024-11-10T05:56:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741838_1014 (size=6008) 2024-11-10T05:56:14,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/9feb675331d043769ca7057dc54cf7aa 2024-11-10T05:56:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/9feb675331d043769ca7057dc54cf7aa as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa 2024-11-10T05:56:14,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa, entries=1, sequenceid=9, filesize=5.9 K 2024-11-10T05:56:14,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 26ms, sequenceid=9, compaction requested=false 2024-11-10T05:56:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 22aa1421cc2ed741950d455295ab043d: 2024-11-10T05:56:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T05:56:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T05:56:14,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T05:56:14,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-10T05:56:14,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-10T05:56:23,395 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:56:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T05:56:24,574 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T05:56:24,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218184577, exclude list is [], retry=0 2024-11-10T05:56:24,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:56:24,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:56:24,595 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218153854 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218184577 2024-11-10T05:56:24,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335),(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-10T05:56:24,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218153854 is not closed yet, will try archiving it next time 2024-11-10T05:56:24,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741833_1009 (size=5471) 2024-11-10T05:56:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741833_1009 (size=5471) 2024-11-10T05:56:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T05:56:24,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:56:24,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:56:24,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:56:24,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T05:56:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:24,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 22aa1421cc2ed741950d455295ab043d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:56:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/776a0adffcf64185a6b9b8e7c9665770 is 1055, key is row0003/info:/1731218184575/Put/seqid=0 2024-11-10T05:56:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741840_1016 (size=6008) 2024-11-10T05:56:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741840_1016 (size=6008) 2024-11-10T05:56:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/776a0adffcf64185a6b9b8e7c9665770 2024-11-10T05:56:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/776a0adffcf64185a6b9b8e7c9665770 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770 2024-11-10T05:56:24,778 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770, entries=1, sequenceid=13, filesize=5.9 K 2024-11-10T05:56:24,779 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 26ms, sequenceid=13, compaction requested=true 2024-11-10T05:56:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 22aa1421cc2ed741950d455295ab043d: 2024-11-10T05:56:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T05:56:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T05:56:24,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T05:56:24,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-10T05:56:24,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-10T05:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T05:56:34,684 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T05:56:34,687 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:56:34,689 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:56:34,691 DEBUG [Time-limited test {}] regionserver.HStore(1541): 22aa1421cc2ed741950d455295ab043d/info is initiating minor compaction (all files) 2024-11-10T05:56:34,691 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:56:34,691 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:34,691 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 22aa1421cc2ed741950d455295ab043d/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:34,692 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770] into tmpdir=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp, totalSize=17.6 K 2024-11-10T05:56:34,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e362817c55d14e80a60de1e9d5e3ff5e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731218164472 2024-11-10T05:56:34,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9feb675331d043769ca7057dc54cf7aa, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731218174536 2024-11-10T05:56:34,694 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 776a0adffcf64185a6b9b8e7c9665770, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731218184575 2024-11-10T05:56:34,718 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 22aa1421cc2ed741950d455295ab043d#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:56:34,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/d99d57b67598452cba171029ee88b2b9 is 1055, key is row0001/info:/1731218164472/Put/seqid=0 2024-11-10T05:56:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741841_1017 (size=8221) 2024-11-10T05:56:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741841_1017 (size=8221) 2024-11-10T05:56:34,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/d99d57b67598452cba171029ee88b2b9 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/d99d57b67598452cba171029ee88b2b9 2024-11-10T05:56:34,744 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 22aa1421cc2ed741950d455295ab043d/info of 22aa1421cc2ed741950d455295ab043d into d99d57b67598452cba171029ee88b2b9(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:56:34,744 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 22aa1421cc2ed741950d455295ab043d: 2024-11-10T05:56:34,759 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218194746, exclude list is [], retry=0 2024-11-10T05:56:34,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:56:34,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:56:34,763 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218184577 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218194746 2024-11-10T05:56:34,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335),(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-10T05:56:34,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218184577 is not closed yet, will try archiving it next time 2024-11-10T05:56:34,764 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218153854 to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs/4999977c7e1b%2C40115%2C1731218153463.1731218153854 2024-11-10T05:56:34,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741839_1015 (size=2495) 2024-11-10T05:56:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741839_1015 (size=2495) 2024-11-10T05:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T05:56:34,768 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:56:34,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:56:34,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:56:34,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T05:56:34,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:34,922 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 22aa1421cc2ed741950d455295ab043d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:56:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/490bac264b3f40d2acc4f2618cf32105 is 1055, key is row0000/info:/1731218194745/Put/seqid=0 2024-11-10T05:56:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741843_1019 (size=6008) 2024-11-10T05:56:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741843_1019 (size=6008) 2024-11-10T05:56:34,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/490bac264b3f40d2acc4f2618cf32105 2024-11-10T05:56:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/490bac264b3f40d2acc4f2618cf32105 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/490bac264b3f40d2acc4f2618cf32105 2024-11-10T05:56:34,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/490bac264b3f40d2acc4f2618cf32105, entries=1, sequenceid=18, filesize=5.9 K 2024-11-10T05:56:34,946 INFO [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 24ms, sequenceid=18, compaction requested=false 2024-11-10T05:56:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 22aa1421cc2ed741950d455295ab043d: 2024-11-10T05:56:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T05:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T05:56:34,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T05:56:34,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-10T05:56:34,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-10T05:56:35,066 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T05:56:35,066 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T05:56:39,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 22aa1421cc2ed741950d455295ab043d, had cached 0 bytes from a total of 14229 2024-11-10T05:56:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T05:56:44,794 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T05:56:44,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218204797, exclude list is [], retry=0 2024-11-10T05:56:44,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-26d8fd0a-54af-4263-900e-5a6e2fa38c9f,DISK] 2024-11-10T05:56:44,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-38eb1796-0fb8-4d6c-8cac-8cf2bef87f09,DISK] 2024-11-10T05:56:44,814 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218194746 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218204797 2024-11-10T05:56:44,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335),(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-10T05:56:44,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218194746 is not closed yet, will try archiving it next time 2024-11-10T05:56:44,814 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/WALs/4999977c7e1b,40115,1731218153463/4999977c7e1b%2C40115%2C1731218153463.1731218184577 to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs/4999977c7e1b%2C40115%2C1731218153463.1731218184577 2024-11-10T05:56:44,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:56:44,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:56:44,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:56:44,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:44,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:56:44,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:44,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:56:44,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1624602431, stopped=false 2024-11-10T05:56:44,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,38753,1731218153414 2024-11-10T05:56:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741842_1018 (size=2001) 2024-11-10T05:56:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741842_1018 (size=2001) 2024-11-10T05:56:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:56:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:56:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:44,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:56:44,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:56:44,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:56:44,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:56:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:44,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,40115,1731218153463' ***** 2024-11-10T05:56:44,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:56:44,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:56:44,819 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:56:44,819 INFO [RS:0;4999977c7e1b:40115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:56:44,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:56:44,819 INFO [RS:0;4999977c7e1b:40115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:56:44,819 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(3091): Received CLOSE for 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,40115,1731218153463 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:40115. 2024-11-10T05:56:44,820 DEBUG [RS:0;4999977c7e1b:40115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:56:44,820 DEBUG [RS:0;4999977c7e1b:40115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:56:44,820 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22aa1421cc2ed741950d455295ab043d, disabling compactions & flushes 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:56:44,820 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:44,820 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:44,820 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. after waiting 0 ms 2024-11-10T05:56:44,820 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:44,820 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T05:56:44,820 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1325): Online Regions={22aa1421cc2ed741950d455295ab043d=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:56:44,820 DEBUG [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22aa1421cc2ed741950d455295ab043d 2024-11-10T05:56:44,820 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22aa1421cc2ed741950d455295ab043d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:56:44,821 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:56:44,821 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:56:44,821 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:56:44,821 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:56:44,821 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:56:44,821 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-10T05:56:44,825 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/43ba319de35d4f1091e1040e78f1158c is 1055, key is row0001/info:/1731218204795/Put/seqid=0 2024-11-10T05:56:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741845_1021 (size=6008) 2024-11-10T05:56:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741845_1021 (size=6008) 2024-11-10T05:56:44,832 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/43ba319de35d4f1091e1040e78f1158c 2024-11-10T05:56:44,839 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/.tmp/info/43ba319de35d4f1091e1040e78f1158c as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/43ba319de35d4f1091e1040e78f1158c 2024-11-10T05:56:44,842 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/info/1515b85d5c434c528c5ebc9aa0f109c1 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d./info:regioninfo/1731218154760/Put/seqid=0 2024-11-10T05:56:44,845 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/43ba319de35d4f1091e1040e78f1158c, entries=1, sequenceid=22, filesize=5.9 K 2024-11-10T05:56:44,847 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 26ms, sequenceid=22, compaction requested=true 2024-11-10T05:56:44,847 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770] to archive 2024-11-10T05:56:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741846_1022 (size=7308) 2024-11-10T05:56:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741846_1022 (size=7308) 2024-11-10T05:56:44,849 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/info/1515b85d5c434c528c5ebc9aa0f109c1 2024-11-10T05:56:44,850 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T05:56:44,853 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/e362817c55d14e80a60de1e9d5e3ff5e 2024-11-10T05:56:44,855 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/9feb675331d043769ca7057dc54cf7aa 2024-11-10T05:56:44,857 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770 to hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/info/776a0adffcf64185a6b9b8e7c9665770 2024-11-10T05:56:44,869 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4999977c7e1b:38753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T05:56:44,869 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e362817c55d14e80a60de1e9d5e3ff5e=6008, 9feb675331d043769ca7057dc54cf7aa=6008, 776a0adffcf64185a6b9b8e7c9665770=6008] 2024-11-10T05:56:44,869 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/ns/9e1bce025e004155b91d1a17a3e2d758 is 43, key is default/ns:d/1731218154309/Put/seqid=0 2024-11-10T05:56:44,874 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/22aa1421cc2ed741950d455295ab043d/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-10T05:56:44,874 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:44,874 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22aa1421cc2ed741950d455295ab043d: Waiting for close lock at 1731218204820Running coprocessor pre-close hooks at 1731218204820Disabling compacts and flushes for region at 1731218204820Disabling writes for close at 1731218204820Obtaining lock to block concurrent updates at 1731218204821 (+1 ms)Preparing flush snapshotting stores in 22aa1421cc2ed741950d455295ab043d at 1731218204821Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731218204821Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. at 1731218204821Flushing 22aa1421cc2ed741950d455295ab043d/info: creating writer at 1731218204822 (+1 ms)Flushing 22aa1421cc2ed741950d455295ab043d/info: appending metadata at 1731218204825 (+3 ms)Flushing 22aa1421cc2ed741950d455295ab043d/info: closing flushed file at 1731218204825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efa8d05: reopening flushed file at 1731218204838 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 22aa1421cc2ed741950d455295ab043d in 26ms, sequenceid=22, compaction requested=true at 1731218204847 (+9 ms)Writing region close event to WAL at 1731218204870 (+23 ms)Running coprocessor post-close hooks at 1731218204874 (+4 ms)Closed at 1731218204874 2024-11-10T05:56:44,875 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731218154402.22aa1421cc2ed741950d455295ab043d. 2024-11-10T05:56:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741847_1023 (size=5153) 2024-11-10T05:56:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741847_1023 (size=5153) 2024-11-10T05:56:44,877 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/ns/9e1bce025e004155b91d1a17a3e2d758 2024-11-10T05:56:44,898 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/table/fc4a041bcf9d4c498af876dcf9f4c0a1 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731218154770/Put/seqid=0 2024-11-10T05:56:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741848_1024 (size=5508) 2024-11-10T05:56:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741848_1024 (size=5508) 2024-11-10T05:56:44,904 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/table/fc4a041bcf9d4c498af876dcf9f4c0a1 2024-11-10T05:56:44,911 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/info/1515b85d5c434c528c5ebc9aa0f109c1 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/info/1515b85d5c434c528c5ebc9aa0f109c1 2024-11-10T05:56:44,917 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/info/1515b85d5c434c528c5ebc9aa0f109c1, entries=10, sequenceid=11, filesize=7.1 K 2024-11-10T05:56:44,918 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/ns/9e1bce025e004155b91d1a17a3e2d758 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/ns/9e1bce025e004155b91d1a17a3e2d758 2024-11-10T05:56:44,924 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/ns/9e1bce025e004155b91d1a17a3e2d758, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T05:56:44,925 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/.tmp/table/fc4a041bcf9d4c498af876dcf9f4c0a1 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/table/fc4a041bcf9d4c498af876dcf9f4c0a1 2024-11-10T05:56:44,931 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/table/fc4a041bcf9d4c498af876dcf9f4c0a1, entries=2, sequenceid=11, filesize=5.4 K 2024-11-10T05:56:44,933 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false 2024-11-10T05:56:44,937 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T05:56:44,938 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:56:44,938 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:56:44,938 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218204820Running coprocessor pre-close hooks at 1731218204820Disabling compacts and flushes for region at 1731218204820Disabling writes for close at 1731218204821 (+1 ms)Obtaining lock to block concurrent updates at 1731218204821Preparing flush snapshotting stores in 1588230740 at 1731218204821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731218204821Flushing stores of hbase:meta,,1.1588230740 at 1731218204822 (+1 ms)Flushing 1588230740/info: creating writer at 1731218204822Flushing 1588230740/info: appending metadata at 1731218204841 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731218204841Flushing 1588230740/ns: creating writer at 1731218204854 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731218204869 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731218204869Flushing 1588230740/table: creating writer at 1731218204883 (+14 ms)Flushing 1588230740/table: appending metadata at 1731218204897 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731218204897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2b10a1: reopening flushed file at 1731218204910 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34997259: reopening flushed file at 1731218204917 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d50f72e: reopening flushed file at 1731218204925 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false at 1731218204933 (+8 ms)Writing region close event to WAL at 1731218204934 (+1 ms)Running coprocessor post-close hooks at 1731218204938 (+4 ms)Closed at 1731218204938 2024-11-10T05:56:44,938 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:56:45,021 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,40115,1731218153463; all regions closed. 2024-11-10T05:56:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741834_1010 (size=3306) 2024-11-10T05:56:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741834_1010 (size=3306) 2024-11-10T05:56:45,026 DEBUG [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs 2024-11-10T05:56:45,026 INFO [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C40115%2C1731218153463.meta:.meta(num 1731218154254) 2024-11-10T05:56:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741844_1020 (size=1252) 2024-11-10T05:56:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741844_1020 (size=1252) 2024-11-10T05:56:45,031 DEBUG [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/oldWALs 2024-11-10T05:56:45,031 INFO [RS:0;4999977c7e1b:40115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C40115%2C1731218153463:(num 1731218204797) 2024-11-10T05:56:45,031 DEBUG [RS:0;4999977c7e1b:40115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:45,031 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:56:45,032 INFO [RS:0;4999977c7e1b:40115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:56:45,032 INFO [RS:0;4999977c7e1b:40115 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T05:56:45,032 INFO [RS:0;4999977c7e1b:40115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:56:45,032 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:56:45,032 INFO [RS:0;4999977c7e1b:40115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40115 2024-11-10T05:56:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,40115,1731218153463 2024-11-10T05:56:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:56:45,034 INFO [RS:0;4999977c7e1b:40115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:56:45,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,40115,1731218153463] 2024-11-10T05:56:45,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,40115,1731218153463 already deleted, retry=false 2024-11-10T05:56:45,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,40115,1731218153463 expired; onlineServers=0 2024-11-10T05:56:45,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,38753,1731218153414' ***** 2024-11-10T05:56:45,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:56:45,038 INFO [M:0;4999977c7e1b:38753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:56:45,038 INFO [M:0;4999977c7e1b:38753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:56:45,038 DEBUG [M:0;4999977c7e1b:38753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:56:45,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:56:45,038 DEBUG [M:0;4999977c7e1b:38753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:56:45,038 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218153647 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218153647,5,FailOnTimeoutGroup] 2024-11-10T05:56:45,038 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218153647 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218153647,5,FailOnTimeoutGroup] 2024-11-10T05:56:45,038 INFO [M:0;4999977c7e1b:38753 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:56:45,039 INFO [M:0;4999977c7e1b:38753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:56:45,039 DEBUG [M:0;4999977c7e1b:38753 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:56:45,039 INFO [M:0;4999977c7e1b:38753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:56:45,039 INFO [M:0;4999977c7e1b:38753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:56:45,039 INFO [M:0;4999977c7e1b:38753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:56:45,039 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:56:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:56:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:45,040 DEBUG [M:0;4999977c7e1b:38753 {}] zookeeper.ZKUtil(347): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:56:45,040 WARN [M:0;4999977c7e1b:38753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:56:45,041 INFO [M:0;4999977c7e1b:38753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/.lastflushedseqids 2024-11-10T05:56:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741849_1025 (size=130) 2024-11-10T05:56:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741849_1025 (size=130) 2024-11-10T05:56:45,051 INFO [M:0;4999977c7e1b:38753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:56:45,051 INFO [M:0;4999977c7e1b:38753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:56:45,051 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:56:45,052 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:45,052 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:45,052 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:56:45,052 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:45,052 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-10T05:56:45,069 DEBUG [M:0;4999977c7e1b:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fc99c121af4c719084ad12ce049d58 is 82, key is hbase:meta,,1/info:regioninfo/1731218154293/Put/seqid=0 2024-11-10T05:56:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741850_1026 (size=5672) 2024-11-10T05:56:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741850_1026 (size=5672) 2024-11-10T05:56:45,076 INFO [M:0;4999977c7e1b:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fc99c121af4c719084ad12ce049d58 2024-11-10T05:56:45,099 DEBUG [M:0;4999977c7e1b:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca2e5e43c23464c9b3f493a71fdb94a is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731218154774/Put/seqid=0 2024-11-10T05:56:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741851_1027 (size=7824) 2024-11-10T05:56:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741851_1027 (size=7824) 2024-11-10T05:56:45,105 INFO [M:0;4999977c7e1b:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca2e5e43c23464c9b3f493a71fdb94a 2024-11-10T05:56:45,110 INFO [M:0;4999977c7e1b:38753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca2e5e43c23464c9b3f493a71fdb94a 2024-11-10T05:56:45,126 DEBUG [M:0;4999977c7e1b:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93073e99e0414140be2f2ec2d535204a is 69, key is 4999977c7e1b,40115,1731218153463/rs:state/1731218153705/Put/seqid=0 2024-11-10T05:56:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741852_1028 (size=5156) 2024-11-10T05:56:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741852_1028 (size=5156) 2024-11-10T05:56:45,131 INFO [M:0;4999977c7e1b:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93073e99e0414140be2f2ec2d535204a 2024-11-10T05:56:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:56:45,136 INFO [RS:0;4999977c7e1b:40115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:56:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x10190c0151e0001, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:56:45,136 INFO [RS:0;4999977c7e1b:40115 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,40115,1731218153463; zookeeper connection closed. 2024-11-10T05:56:45,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7127cca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7127cca 2024-11-10T05:56:45,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T05:56:45,152 DEBUG [M:0;4999977c7e1b:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bfb5d01112ab4cd986d09e759335f8ef is 52, key is load_balancer_on/state:d/1731218154398/Put/seqid=0 2024-11-10T05:56:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741853_1029 (size=5056) 2024-11-10T05:56:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741853_1029 (size=5056) 2024-11-10T05:56:45,158 INFO [M:0;4999977c7e1b:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bfb5d01112ab4cd986d09e759335f8ef 2024-11-10T05:56:45,165 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fc99c121af4c719084ad12ce049d58 as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fc99c121af4c719084ad12ce049d58 2024-11-10T05:56:45,170 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fc99c121af4c719084ad12ce049d58, entries=8, sequenceid=121, filesize=5.5 K 2024-11-10T05:56:45,171 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca2e5e43c23464c9b3f493a71fdb94a as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca2e5e43c23464c9b3f493a71fdb94a 2024-11-10T05:56:45,175 INFO [M:0;4999977c7e1b:38753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca2e5e43c23464c9b3f493a71fdb94a 2024-11-10T05:56:45,175 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca2e5e43c23464c9b3f493a71fdb94a, entries=14, sequenceid=121, filesize=7.6 K 2024-11-10T05:56:45,176 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93073e99e0414140be2f2ec2d535204a as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93073e99e0414140be2f2ec2d535204a 2024-11-10T05:56:45,181 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93073e99e0414140be2f2ec2d535204a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-10T05:56:45,182 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bfb5d01112ab4cd986d09e759335f8ef as hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bfb5d01112ab4cd986d09e759335f8ef 2024-11-10T05:56:45,187 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44037/user/jenkins/test-data/6e87814d-e0a0-b5d0-9c0e-a7db9b223fa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bfb5d01112ab4cd986d09e759335f8ef, entries=1, sequenceid=121, filesize=4.9 K 2024-11-10T05:56:45,188 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=121, compaction requested=false 2024-11-10T05:56:45,189 INFO [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:45,189 DEBUG [M:0;4999977c7e1b:38753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218205051Disabling compacts and flushes for region at 1731218205051Disabling writes for close at 1731218205052 (+1 ms)Obtaining lock to block concurrent updates at 1731218205052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731218205052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44650, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1731218205052Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731218205053 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731218205053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731218205068 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731218205068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731218205082 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731218205098 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731218205098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731218205111 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731218205125 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731218205125Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731218205136 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731218205151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731218205151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@975f843: reopening flushed file at 1731218205164 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a3569b: reopening flushed file at 1731218205170 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1c3f95: reopening flushed file at 1731218205176 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f26abbe: reopening flushed file at 1731218205181 (+5 ms)Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=121, compaction requested=false at 1731218205188 (+7 ms)Writing region close event to WAL at 1731218205189 (+1 ms)Closed at 1731218205189 2024-11-10T05:56:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741830_1006 (size=53047) 2024-11-10T05:56:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42039 is added to blk_1073741830_1006 (size=53047) 2024-11-10T05:56:45,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:56:45,192 INFO [M:0;4999977c7e1b:38753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:56:45,192 INFO [M:0;4999977c7e1b:38753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38753 2024-11-10T05:56:45,193 INFO [M:0;4999977c7e1b:38753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:56:45,294 INFO [M:0;4999977c7e1b:38753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:56:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:56:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10190c0151e0000, quorum=127.0.0.1:61303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:56:45,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3044fe3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:56:45,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1068d568{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:56:45,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:56:45,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af67f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:56:45,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f13cb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,STOPPED} 2024-11-10T05:56:45,299 WARN [BP-1384091842-172.17.0.2-1731218152702 heartbeating to localhost/127.0.0.1:44037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:56:45,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:56:45,299 WARN [BP-1384091842-172.17.0.2-1731218152702 heartbeating to localhost/127.0.0.1:44037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1384091842-172.17.0.2-1731218152702 (Datanode Uuid abba0db9-b340-4a81-a461-04f99febbd4a) service to localhost/127.0.0.1:44037 2024-11-10T05:56:45,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:56:45,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data3/current/BP-1384091842-172.17.0.2-1731218152702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:56:45,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data4/current/BP-1384091842-172.17.0.2-1731218152702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:56:45,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:56:45,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5d7a24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:56:45,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b8d92aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:56:45,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:56:45,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@784f9787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:56:45,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf9e449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,STOPPED} 2024-11-10T05:56:45,305 WARN [BP-1384091842-172.17.0.2-1731218152702 heartbeating to localhost/127.0.0.1:44037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:56:45,305 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:56:45,305 WARN [BP-1384091842-172.17.0.2-1731218152702 heartbeating to localhost/127.0.0.1:44037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1384091842-172.17.0.2-1731218152702 (Datanode Uuid 95677ec2-ae55-48f6-a086-68f7a17dc0fb) service to localhost/127.0.0.1:44037 2024-11-10T05:56:45,305 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:56:45,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data1/current/BP-1384091842-172.17.0.2-1731218152702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:56:45,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/cluster_585bdf8b-7d16-a452-8e40-1dd292fdfda5/data/data2/current/BP-1384091842-172.17.0.2-1731218152702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:56:45,306 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:56:45,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f76661c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:56:45,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b06028{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:56:45,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:56:45,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147f88bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:56:45,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09c954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir/,STOPPED} 2024-11-10T05:56:45,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:56:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:56:45,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=32 (was 38), ProcessCount=11 (was 11), AvailableMemoryMB=7281 (was 7406) 2024-11-10T05:56:45,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=32, ProcessCount=11, AvailableMemoryMB=7281 2024-11-10T05:56:45,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:56:45,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.log.dir so I do NOT create it in target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2313cd9f-511c-39a9-a307-312e8dda3f97/hadoop.tmp.dir so I do NOT create it in target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39, deleteOnExit=true 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/test.cache.data in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:56:45,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:56:45,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:56:45,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:56:45,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:56:45,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:56:45,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:56:45,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:56:45,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:56:45,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:56:45,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70aba8b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:56:45,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16908e85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:56:45,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61937be2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-11916149550406767012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:56:45,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f016295{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-11-10T05:56:45,561 INFO [Time-limited test {}] server.Server(415): Started @139627ms 2024-11-10T05:56:45,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:56:45,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:56:45,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:56:45,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:56:45,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:56:45,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6551a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:56:45,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206601e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:56:45,722 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:56:45,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6407f6d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/java.io.tmpdir/jetty-localhost-34229-hadoop-hdfs-3_4_1-tests_jar-_-any-3149675745679342869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:56:45,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b4101a{HTTP/1.1, (http/1.1)}{localhost:34229} 2024-11-10T05:56:45,760 INFO [Time-limited test {}] server.Server(415): Started @139826ms 2024-11-10T05:56:45,762 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:56:45,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:56:45,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:56:45,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:56:45,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:56:45,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:56:45,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43024761{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:56:45,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153bfc0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:56:45,853 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data1/current/BP-268384983-172.17.0.2-1731218205383/current, will proceed with Du for space computation calculation, 2024-11-10T05:56:45,853 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data2/current/BP-268384983-172.17.0.2-1731218205383/current, will proceed with Du for space computation calculation, 2024-11-10T05:56:45,870 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:56:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a11c6381731cf52 with lease ID 0x2cfef27009fb3cd8: Processing first storage report for DS-9502918f-8ea4-46ab-9781-5400063e031b from datanode DatanodeRegistration(127.0.0.1:36885, datanodeUuid=6bf3881c-2eb5-49ed-ae61-61c7a827f197, infoPort=34607, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383) 2024-11-10T05:56:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a11c6381731cf52 with lease ID 0x2cfef27009fb3cd8: from storage DS-9502918f-8ea4-46ab-9781-5400063e031b node DatanodeRegistration(127.0.0.1:36885, datanodeUuid=6bf3881c-2eb5-49ed-ae61-61c7a827f197, infoPort=34607, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:56:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a11c6381731cf52 with lease ID 0x2cfef27009fb3cd8: Processing first storage report for DS-b32d9f9d-44db-4318-9ef0-e7c231c28273 from datanode DatanodeRegistration(127.0.0.1:36885, datanodeUuid=6bf3881c-2eb5-49ed-ae61-61c7a827f197, infoPort=34607, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383) 2024-11-10T05:56:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a11c6381731cf52 with lease ID 0x2cfef27009fb3cd8: from storage DS-b32d9f9d-44db-4318-9ef0-e7c231c28273 node DatanodeRegistration(127.0.0.1:36885, datanodeUuid=6bf3881c-2eb5-49ed-ae61-61c7a827f197, infoPort=34607, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:56:45,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d1dd44f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/java.io.tmpdir/jetty-localhost-37127-hadoop-hdfs-3_4_1-tests_jar-_-any-906954817640283996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:56:45,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63186bd3{HTTP/1.1, (http/1.1)}{localhost:37127} 2024-11-10T05:56:45,912 INFO [Time-limited test {}] server.Server(415): Started @139978ms 2024-11-10T05:56:45,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:56:46,004 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data3/current/BP-268384983-172.17.0.2-1731218205383/current, will proceed with Du for space computation calculation, 2024-11-10T05:56:46,004 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data4/current/BP-268384983-172.17.0.2-1731218205383/current, will proceed with Du for space computation calculation, 2024-11-10T05:56:46,021 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:56:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45f90cf29f3ca1bc with lease ID 0x2cfef27009fb3cd9: Processing first storage report for DS-2b0090dc-a616-47bf-944d-7fb7bea89224 from datanode DatanodeRegistration(127.0.0.1:44875, datanodeUuid=5b9299aa-48d2-49c7-bacb-9a85428198b1, infoPort=43061, infoSecurePort=0, ipcPort=38811, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383) 2024-11-10T05:56:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45f90cf29f3ca1bc with lease ID 0x2cfef27009fb3cd9: from storage DS-2b0090dc-a616-47bf-944d-7fb7bea89224 node DatanodeRegistration(127.0.0.1:44875, datanodeUuid=5b9299aa-48d2-49c7-bacb-9a85428198b1, infoPort=43061, infoSecurePort=0, ipcPort=38811, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:56:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45f90cf29f3ca1bc with lease ID 0x2cfef27009fb3cd9: Processing first storage report for DS-7822e7c4-449f-4439-beb1-b16f762ed30a from datanode DatanodeRegistration(127.0.0.1:44875, datanodeUuid=5b9299aa-48d2-49c7-bacb-9a85428198b1, infoPort=43061, infoSecurePort=0, ipcPort=38811, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383) 2024-11-10T05:56:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45f90cf29f3ca1bc with lease ID 0x2cfef27009fb3cd9: from storage DS-7822e7c4-449f-4439-beb1-b16f762ed30a node DatanodeRegistration(127.0.0.1:44875, datanodeUuid=5b9299aa-48d2-49c7-bacb-9a85428198b1, infoPort=43061, infoSecurePort=0, ipcPort=38811, storageInfo=lv=-57;cid=testClusterID;nsid=2091240890;c=1731218205383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:56:46,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817 2024-11-10T05:56:46,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/zookeeper_0, clientPort=50077, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:56:46,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50077 2024-11-10T05:56:46,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:56:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:56:46,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788 with version=8 2024-11-10T05:56:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase-staging 2024-11-10T05:56:46,054 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:56:46,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:56:46,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32983 2024-11-10T05:56:46,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32983 connecting to ZooKeeper ensemble=127.0.0.1:50077 2024-11-10T05:56:46,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329830x0, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:56:46,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32983-0x10190c0e2bf0000 connected 2024-11-10T05:56:46,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:56:46,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788, hbase.cluster.distributed=false 2024-11-10T05:56:46,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:56:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-10T05:56:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32983 2024-11-10T05:56:46,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32983 2024-11-10T05:56:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-10T05:56:46,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-10T05:56:46,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:56:46,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:56:46,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:56:46,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38649 2024-11-10T05:56:46,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38649 connecting to ZooKeeper ensemble=127.0.0.1:50077 2024-11-10T05:56:46,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386490x0, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:56:46,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:56:46,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38649-0x10190c0e2bf0001 connected 2024-11-10T05:56:46,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:56:46,119 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:56:46,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:56:46,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:56:46,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-10T05:56:46,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38649 2024-11-10T05:56:46,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38649 2024-11-10T05:56:46,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-10T05:56:46,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-10T05:56:46,134 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:32983 2024-11-10T05:56:46,134 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:56:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:56:46,136 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:56:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,139 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:56:46,139 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,32983,1731218206053 from backup master directory 2024-11-10T05:56:46,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:56:46,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:56:46,141 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:56:46,141 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,146 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/hbase.id] with ID: 08150dda-99ba-4e19-989d-0a938d36ee1b 2024-11-10T05:56:46,146 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/.tmp/hbase.id 2024-11-10T05:56:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:56:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:56:46,153 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/.tmp/hbase.id]:[hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/hbase.id] 2024-11-10T05:56:46,165 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:46,165 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:56:46,167 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T05:56:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:56:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:56:46,179 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:56:46,179 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:56:46,180 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:56:46,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:56:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:56:46,189 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store 2024-11-10T05:56:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:56:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:56:46,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:46,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:56:46,196 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:46,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:46,197 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:56:46,197 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:46,197 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:56:46,197 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218206196Disabling compacts and flushes for region at 1731218206196Disabling writes for close at 1731218206197 (+1 ms)Writing region close event to WAL at 1731218206197Closed at 1731218206197 2024-11-10T05:56:46,198 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/.initializing 2024-11-10T05:56:46,198 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/WALs/4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,199 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:56:46,200 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C32983%2C1731218206053, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/WALs/4999977c7e1b,32983,1731218206053, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/oldWALs, maxLogs=10 2024-11-10T05:56:46,214 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/WALs/4999977c7e1b,32983,1731218206053/4999977c7e1b%2C32983%2C1731218206053.1731218206201, exclude list is [], retry=0 2024-11-10T05:56:46,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44875,DS-2b0090dc-a616-47bf-944d-7fb7bea89224,DISK] 2024-11-10T05:56:46,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36885,DS-9502918f-8ea4-46ab-9781-5400063e031b,DISK] 2024-11-10T05:56:46,219 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/WALs/4999977c7e1b,32983,1731218206053/4999977c7e1b%2C32983%2C1731218206053.1731218206201 2024-11-10T05:56:46,219 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-10T05:56:46,219 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:56:46,220 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:46,220 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,220 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:56:46,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:56:46,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:56:46,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:56:46,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:56:46,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:56:46,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:56:46,229 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,229 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,230 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,231 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,231 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,231 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:56:46,232 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:56:46,234 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:56:46,235 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=729463, jitterRate=-0.07243992388248444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:56:46,235 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218206220Initializing all the Stores at 1731218206221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218206221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218206221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218206221Cleaning up temporary data from old regions at 1731218206231 (+10 ms)Region opened successfully at 1731218206235 (+4 ms) 2024-11-10T05:56:46,236 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:56:46,239 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b53f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:56:46,240 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:56:46,240 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:56:46,240 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:56:46,240 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:56:46,241 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:56:46,241 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:56:46,241 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:56:46,243 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:56:46,244 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:56:46,245 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:56:46,246 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:56:46,246 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:56:46,248 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:56:46,248 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:56:46,249 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:56:46,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:56:46,251 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:56:46,252 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:56:46,254 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:56:46,255 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:56:46,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:56:46,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:56:46,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,32983,1731218206053, sessionid=0x10190c0e2bf0000, setting cluster-up flag (Was=false) 2024-11-10T05:56:46,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,267 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:56:46,268 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,277 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:56:46,278 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,32983,1731218206053 2024-11-10T05:56:46,279 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:56:46,281 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:56:46,281 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:56:46,282 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:56:46,282 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,32983,1731218206053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:56:46,283 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,284 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218236284 2024-11-10T05:56:46,284 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:56:46,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:56:46,285 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:56:46,286 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218206286,5,FailOnTimeoutGroup] 2024-11-10T05:56:46,286 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218206286,5,FailOnTimeoutGroup] 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,286 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,286 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:56:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:56:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:56:46,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:56:46,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788 2024-11-10T05:56:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:56:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:56:46,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:46,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:56:46,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:56:46,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:56:46,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:56:46,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:56:46,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:56:46,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:56:46,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:56:46,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:56:46,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740 2024-11-10T05:56:46,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740 2024-11-10T05:56:46,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:56:46,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:56:46,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:56:46,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:56:46,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:56:46,320 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849380, jitterRate=0.08004255592823029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:56:46,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218206305Initializing all the Stores at 1731218206305Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206306 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218206306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206306Cleaning up temporary data from old regions at 1731218206316 (+10 ms)Region opened successfully at 1731218206320 (+4 ms) 2024-11-10T05:56:46,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:56:46,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:56:46,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:56:46,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:56:46,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:56:46,321 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:56:46,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218206321Disabling compacts and flushes for region at 1731218206321Disabling writes for close at 1731218206321Writing region close event to WAL at 1731218206321Closed at 1731218206321 2024-11-10T05:56:46,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:56:46,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:56:46,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:56:46,324 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(746): ClusterId : 08150dda-99ba-4e19-989d-0a938d36ee1b 2024-11-10T05:56:46,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:56:46,324 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:56:46,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:56:46,327 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:56:46,327 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:56:46,329 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:56:46,329 DEBUG [RS:0;4999977c7e1b:38649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26551df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:56:46,342 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:38649 2024-11-10T05:56:46,342 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:56:46,342 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:56:46,342 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:56:46,343 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,32983,1731218206053 with port=38649, startcode=1731218206107 2024-11-10T05:56:46,343 DEBUG [RS:0;4999977c7e1b:38649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:56:46,345 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:56:46,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,347 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788 2024-11-10T05:56:46,347 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38857 2024-11-10T05:56:46,347 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:56:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:56:46,351 DEBUG [RS:0;4999977c7e1b:38649 {}] zookeeper.ZKUtil(111): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,351 WARN [RS:0;4999977c7e1b:38649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:56:46,351 INFO [RS:0;4999977c7e1b:38649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:56:46,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,38649,1731218206107] 2024-11-10T05:56:46,351 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,354 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:56:46,356 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:56:46,357 INFO [RS:0;4999977c7e1b:38649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:56:46,357 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,357 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:56:46,358 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:56:46,358 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:56:46,358 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:56:46,359 DEBUG [RS:0;4999977c7e1b:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,360 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38649,1731218206107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:56:46,376 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:56:46,376 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38649,1731218206107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,376 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,376 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.Replication(171): 4999977c7e1b,38649,1731218206107 started 2024-11-10T05:56:46,391 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,391 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,38649,1731218206107, RpcServer on 4999977c7e1b/172.17.0.2:38649, sessionid=0x10190c0e2bf0001 2024-11-10T05:56:46,391 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:56:46,391 DEBUG [RS:0;4999977c7e1b:38649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,391 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,38649,1731218206107' 2024-11-10T05:56:46,391 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,38649,1731218206107' 2024-11-10T05:56:46,392 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:56:46,393 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:56:46,393 DEBUG [RS:0;4999977c7e1b:38649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:56:46,393 INFO [RS:0;4999977c7e1b:38649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:56:46,393 INFO [RS:0;4999977c7e1b:38649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:56:46,475 WARN [4999977c7e1b:32983 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:56:46,494 INFO [RS:0;4999977c7e1b:38649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:56:46,496 INFO [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C38649%2C1731218206107, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs, maxLogs=32 2024-11-10T05:56:46,510 DEBUG [RS:0;4999977c7e1b:38649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218206496, exclude list is [], retry=0 2024-11-10T05:56:46,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44875,DS-2b0090dc-a616-47bf-944d-7fb7bea89224,DISK] 2024-11-10T05:56:46,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36885,DS-9502918f-8ea4-46ab-9781-5400063e031b,DISK] 2024-11-10T05:56:46,515 INFO [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218206496 2024-11-10T05:56:46,516 DEBUG [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-10T05:56:46,726 DEBUG [4999977c7e1b:32983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T05:56:46,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,38649,1731218206107, state=OPENING 2024-11-10T05:56:46,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:56:46,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:56:46,732 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:56:46,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:56:46,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,38649,1731218206107}] 2024-11-10T05:56:46,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:56:46,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:56:46,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:56:46,890 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:56:46,890 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:56:46,891 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:56:46,892 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C38649%2C1731218206107.meta, suffix=.meta, logDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs, maxLogs=32 2024-11-10T05:56:46,907 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.meta.1731218206893.meta, exclude list is [], retry=0 2024-11-10T05:56:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36885,DS-9502918f-8ea4-46ab-9781-5400063e031b,DISK] 2024-11-10T05:56:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44875,DS-2b0090dc-a616-47bf-944d-7fb7bea89224,DISK] 2024-11-10T05:56:46,911 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.meta.1731218206893.meta 2024-11-10T05:56:46,911 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:43061:43061)] 2024-11-10T05:56:46,911 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:56:46,912 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:56:46,912 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:56:46,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:56:46,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:56:46,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:56:46,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:56:46,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:56:46,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:56:46,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:56:46,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:56:46,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:46,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:56:46,920 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:56:46,921 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740 2024-11-10T05:56:46,922 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740 2024-11-10T05:56:46,923 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:56:46,923 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:56:46,924 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:56:46,925 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:56:46,926 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802444, jitterRate=0.020360425114631653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:56:46,926 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:56:46,927 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218206912Writing region info on filesystem at 1731218206912Initializing all the Stores at 1731218206913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206914 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218206914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218206914Cleaning up temporary data from old regions at 1731218206923 (+9 ms)Running coprocessor post-open hooks at 1731218206926 (+3 ms)Region opened successfully at 1731218206927 (+1 ms) 2024-11-10T05:56:46,928 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218206885 2024-11-10T05:56:46,930 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:56:46,930 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:56:46,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,38649,1731218206107, state=OPEN 2024-11-10T05:56:46,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:56:46,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:56:46,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:46,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:56:46,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:56:46,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:56:46,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,38649,1731218206107 in 204 msec 2024-11-10T05:56:46,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:56:46,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-10T05:56:46,942 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:56:46,943 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:56:46,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:56:46,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,38649,1731218206107, seqNum=-1] 2024-11-10T05:56:46,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:56:46,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:56:46,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 668 msec 2024-11-10T05:56:46,950 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218206950, completionTime=-1 2024-11-10T05:56:46,950 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T05:56:46,950 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218266952 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731218326952 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:32983, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,952 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,953 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:46,954 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.815sec 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:56:46,956 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:56:46,959 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:56:46,959 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:56:46,959 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32983,1731218206053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:56:47,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bdbdf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:56:47,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,32983,-1 for getting cluster id 2024-11-10T05:56:47,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:56:47,026 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08150dda-99ba-4e19-989d-0a938d36ee1b' 2024-11-10T05:56:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:56:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08150dda-99ba-4e19-989d-0a938d36ee1b" 2024-11-10T05:56:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287eada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:56:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,32983,-1] 2024-11-10T05:56:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:56:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:56:47,028 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:56:47,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68423e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:56:47,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:56:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,38649,1731218206107, seqNum=-1] 2024-11-10T05:56:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:56:47,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:56:47,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,32983,1731218206053 2024-11-10T05:56:47,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:56:47,036 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T05:56:47,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:56:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,32983,1731218206053 2024-11-10T05:56:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ddedd9e 2024-11-10T05:56:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:56:47,039 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:56:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T05:56:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T05:56:47,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:56:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-10T05:56:47,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:56:47,042 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:47,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-10T05:56:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:56:47,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:56:47,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741835_1011 (size=381) 2024-11-10T05:56:47,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741835_1011 (size=381) 2024-11-10T05:56:47,053 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09fec9b3354ade28626a814ad01cb2d5, NAME => 'TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788 2024-11-10T05:56:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741836_1012 (size=64) 2024-11-10T05:56:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741836_1012 (size=64) 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 09fec9b3354ade28626a814ad01cb2d5, disabling compactions & flushes 2024-11-10T05:56:47,063 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. after waiting 0 ms 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,063 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,063 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09fec9b3354ade28626a814ad01cb2d5: Waiting for close lock at 1731218207063Disabling compacts and flushes for region at 1731218207063Disabling writes for close at 1731218207063Writing region close event to WAL at 1731218207063Closed at 1731218207063 2024-11-10T05:56:47,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:56:47,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731218207064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218207064"}]},"ts":"1731218207064"} 2024-11-10T05:56:47,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:56:47,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:56:47,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218207067"}]},"ts":"1731218207067"} 2024-11-10T05:56:47,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-10T05:56:47,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, ASSIGN}] 2024-11-10T05:56:47,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, ASSIGN 2024-11-10T05:56:47,072 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, ASSIGN; state=OFFLINE, location=4999977c7e1b,38649,1731218206107; forceNewPlan=false, retain=false 2024-11-10T05:56:47,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09fec9b3354ade28626a814ad01cb2d5, regionState=OPENING, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:47,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, ASSIGN because future has completed 2024-11-10T05:56:47,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107}] 2024-11-10T05:56:47,382 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09fec9b3354ade28626a814ad01cb2d5, NAME => 'TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:56:47,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:56:47,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,383 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,385 INFO [StoreOpener-09fec9b3354ade28626a814ad01cb2d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,386 INFO [StoreOpener-09fec9b3354ade28626a814ad01cb2d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fec9b3354ade28626a814ad01cb2d5 columnFamilyName info 2024-11-10T05:56:47,386 DEBUG [StoreOpener-09fec9b3354ade28626a814ad01cb2d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:56:47,387 INFO [StoreOpener-09fec9b3354ade28626a814ad01cb2d5-1 {}] regionserver.HStore(327): Store=09fec9b3354ade28626a814ad01cb2d5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:56:47,387 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,388 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,388 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,389 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,389 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,391 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,393 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:56:47,393 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09fec9b3354ade28626a814ad01cb2d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725959, jitterRate=-0.07689663767814636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:56:47,393 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:47,394 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09fec9b3354ade28626a814ad01cb2d5: Running coprocessor pre-open hook at 1731218207383Writing region info on filesystem at 1731218207383Initializing all the Stores at 1731218207384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218207385 (+1 ms)Cleaning up temporary data from old regions at 1731218207389 (+4 ms)Running coprocessor post-open hooks at 1731218207393 (+4 ms)Region opened successfully at 1731218207394 (+1 ms) 2024-11-10T05:56:47,395 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., pid=6, masterSystemTime=1731218207378 2024-11-10T05:56:47,397 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,397 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:47,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09fec9b3354ade28626a814ad01cb2d5, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 because future has completed 2024-11-10T05:56:47,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:56:47,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 in 175 msec 2024-11-10T05:56:47,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:56:47,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, ASSIGN in 334 msec 2024-11-10T05:56:47,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:56:47,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218207407"}]},"ts":"1731218207407"} 2024-11-10T05:56:47,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-10T05:56:47,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:56:47,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 370 msec 2024-11-10T05:56:49,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:49,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:56:50,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:50,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:51,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-10T05:56:51,130 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T05:56:51,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T05:56:52,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:56:52,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-10T05:56:56,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:56:56,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:56,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:56:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:56:57,104 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-10T05:56:57,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-10T05:56:57,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-10T05:56:57,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:56:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2] 2024-11-10T05:56:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:56:57,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:56:57,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/4ca0f162df964c2eb0603a63e12479dc is 1055, key is row0001/info:/1731218217111/Put/seqid=0 2024-11-10T05:56:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741837_1013 (size=13386) 2024-11-10T05:56:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741837_1013 (size=13386) 2024-11-10T05:56:57,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/4ca0f162df964c2eb0603a63e12479dc 2024-11-10T05:56:57,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/4ca0f162df964c2eb0603a63e12479dc as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc 2024-11-10T05:56:57,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T05:56:57,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T05:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58778 deadline: 1731218227162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 2024-11-10T05:56:57,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 09fec9b3354ade28626a814ad01cb2d5 in 43ms, sequenceid=12, compaction requested=false 2024-11-10T05:56:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:56:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T05:56:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T05:56:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 because the exception is null or not the one we care about 2024-11-10T05:57:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:07,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-10T05:57:07,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/d7ab943e84c54ae58a375ed0cf22fe86 is 1055, key is row0009/info:/1731218217125/Put/seqid=0 2024-11-10T05:57:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741838_1014 (size=28134) 2024-11-10T05:57:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741838_1014 (size=28134) 2024-11-10T05:57:07,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/d7ab943e84c54ae58a375ed0cf22fe86 2024-11-10T05:57:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/d7ab943e84c54ae58a375ed0cf22fe86 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 2024-11-10T05:57:07,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86, entries=22, sequenceid=37, filesize=27.5 K 2024-11-10T05:57:07,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 09fec9b3354ade28626a814ad01cb2d5 in 25ms, sequenceid=37, compaction requested=false 2024-11-10T05:57:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-10T05:57:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 because midkey is the same as first or last row 2024-11-10T05:57:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:09,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:57:09,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/1cadd8158fcb417d81daf41cfdd41120 is 1055, key is row0031/info:/1731218227206/Put/seqid=0 2024-11-10T05:57:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741839_1015 (size=13386) 2024-11-10T05:57:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741839_1015 (size=13386) 2024-11-10T05:57:09,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/1cadd8158fcb417d81daf41cfdd41120 2024-11-10T05:57:09,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/1cadd8158fcb417d81daf41cfdd41120 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120 2024-11-10T05:57:09,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120, entries=8, sequenceid=48, filesize=13.1 K 2024-11-10T05:57:09,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 09fec9b3354ade28626a814ad01cb2d5 in 25ms, sequenceid=48, compaction requested=true 2024-11-10T05:57:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-10T05:57:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 because midkey is the same as first or last row 2024-11-10T05:57:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fec9b3354ade28626a814ad01cb2d5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:09,246 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:09,247 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:09,247 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): 09fec9b3354ade28626a814ad01cb2d5/info is initiating minor compaction (all files) 2024-11-10T05:57:09,247 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fec9b3354ade28626a814ad01cb2d5/info in TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:09,247 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp, totalSize=53.6 K 2024-11-10T05:57:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:09,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-10T05:57:09,248 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca0f162df964c2eb0603a63e12479dc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731218217111 2024-11-10T05:57:09,249 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7ab943e84c54ae58a375ed0cf22fe86, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731218217125 2024-11-10T05:57:09,249 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cadd8158fcb417d81daf41cfdd41120, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731218227206 2024-11-10T05:57:09,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/69d2b7be09104d5098392f8d6a87f598 is 1055, key is row0039/info:/1731218229220/Put/seqid=0 2024-11-10T05:57:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741840_1016 (size=22874) 2024-11-10T05:57:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741840_1016 (size=22874) 2024-11-10T05:57:09,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/69d2b7be09104d5098392f8d6a87f598 2024-11-10T05:57:09,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/69d2b7be09104d5098392f8d6a87f598 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598 2024-11-10T05:57:09,276 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fec9b3354ade28626a814ad01cb2d5#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:09,277 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/9085e8c83b654ebb8194da957dde5ea9 is 1055, key is row0001/info:/1731218217111/Put/seqid=0 2024-11-10T05:57:09,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598, entries=17, sequenceid=68, filesize=22.3 K 2024-11-10T05:57:09,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 09fec9b3354ade28626a814ad01cb2d5 in 32ms, sequenceid=68, compaction requested=false 2024-11-10T05:57:09,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-10T05:57:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 because midkey is the same as first or last row 2024-11-10T05:57:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741841_1017 (size=45105) 2024-11-10T05:57:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741841_1017 (size=45105) 2024-11-10T05:57:09,288 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/9085e8c83b654ebb8194da957dde5ea9 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 2024-11-10T05:57:09,294 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fec9b3354ade28626a814ad01cb2d5/info of 09fec9b3354ade28626a814ad01cb2d5 into 9085e8c83b654ebb8194da957dde5ea9(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:09,294 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:09,296 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., storeName=09fec9b3354ade28626a814ad01cb2d5/info, priority=13, startTime=1731218229245; duration=0sec 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 because midkey is the same as first or last row 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:09,296 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 because midkey is the same as first or last row 2024-11-10T05:57:09,297 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T05:57:09,297 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:09,297 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 because midkey is the same as first or last row 2024-11-10T05:57:09,297 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:09,297 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fec9b3354ade28626a814ad01cb2d5:info 2024-11-10T05:57:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-10T05:57:11,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/6616e14d28eb400f8d68a608344ea4c0 is 1055, key is row0056/info:/1731218229248/Put/seqid=0 2024-11-10T05:57:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741842_1018 (size=15490) 2024-11-10T05:57:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741842_1018 (size=15490) 2024-11-10T05:57:11,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/6616e14d28eb400f8d68a608344ea4c0 2024-11-10T05:57:11,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/6616e14d28eb400f8d68a608344ea4c0 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0 2024-11-10T05:57:11,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0, entries=10, sequenceid=82, filesize=15.1 K 2024-11-10T05:57:11,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=13.34 KB/13663 for 09fec9b3354ade28626a814ad01cb2d5 in 25ms, sequenceid=82, compaction requested=true 2024-11-10T05:57:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 because midkey is the same as first or last row 2024-11-10T05:57:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fec9b3354ade28626a814ad01cb2d5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:11,291 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,292 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:11,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-10T05:57:11,292 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): 09fec9b3354ade28626a814ad01cb2d5/info is initiating minor compaction (all files) 2024-11-10T05:57:11,292 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fec9b3354ade28626a814ad01cb2d5/info in TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:11,293 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp, totalSize=81.5 K 2024-11-10T05:57:11,293 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9085e8c83b654ebb8194da957dde5ea9, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731218217111 2024-11-10T05:57:11,294 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69d2b7be09104d5098392f8d6a87f598, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731218229220 2024-11-10T05:57:11,294 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6616e14d28eb400f8d68a608344ea4c0, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731218229248 2024-11-10T05:57:11,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/0c02be70ac104b21b78ee496cb2b6d39 is 1055, key is row0066/info:/1731218231266/Put/seqid=0 2024-11-10T05:57:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741843_1019 (size=20766) 2024-11-10T05:57:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741843_1019 (size=20766) 2024-11-10T05:57:11,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/0c02be70ac104b21b78ee496cb2b6d39 2024-11-10T05:57:11,310 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fec9b3354ade28626a814ad01cb2d5#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:11,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/0c02be70ac104b21b78ee496cb2b6d39 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/0c02be70ac104b21b78ee496cb2b6d39 2024-11-10T05:57:11,311 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/ec5d6eb641a644c0997b665696a232c3 is 1055, key is row0001/info:/1731218217111/Put/seqid=0 2024-11-10T05:57:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741844_1020 (size=73753) 2024-11-10T05:57:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741844_1020 (size=73753) 2024-11-10T05:57:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/0c02be70ac104b21b78ee496cb2b6d39, entries=15, sequenceid=100, filesize=20.3 K 2024-11-10T05:57:11,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 09fec9b3354ade28626a814ad01cb2d5 in 26ms, sequenceid=100, compaction requested=false 2024-11-10T05:57:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 because midkey is the same as first or last row 2024-11-10T05:57:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-10T05:57:11,323 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/ec5d6eb641a644c0997b665696a232c3 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3 2024-11-10T05:57:11,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/9d002edfe22841a890c0b94b7f556efb is 1055, key is row0081/info:/1731218231293/Put/seqid=0 2024-11-10T05:57:11,330 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fec9b3354ade28626a814ad01cb2d5/info of 09fec9b3354ade28626a814ad01cb2d5 into ec5d6eb641a644c0997b665696a232c3(size=72.0 K), total size for store is 92.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:11,330 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:11,330 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., storeName=09fec9b3354ade28626a814ad01cb2d5/info, priority=13, startTime=1731218231291; duration=0sec 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,331 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,332 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:11,332 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:11,332 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fec9b3354ade28626a814ad01cb2d5:info 2024-11-10T05:57:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741845_1021 (size=20766) 2024-11-10T05:57:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.AssignmentManager(1363): Split request from 4999977c7e1b,38649,1731218206107, parent={ENCODED => 09fec9b3354ade28626a814ad01cb2d5, NAME => 'TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-10T05:57:11,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741845_1021 (size=20766) 2024-11-10T05:57:11,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/9d002edfe22841a890c0b94b7f556efb 2024-11-10T05:57:11,340 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/9d002edfe22841a890c0b94b7f556efb as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9d002edfe22841a890c0b94b7f556efb 2024-11-10T05:57:11,344 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=09fec9b3354ade28626a814ad01cb2d5, daughterA=18961340088846d545e7feab8e33bd6f, daughterB=a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:11,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=09fec9b3354ade28626a814ad01cb2d5, daughterA=18961340088846d545e7feab8e33bd6f, daughterB=a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:11,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=09fec9b3354ade28626a814ad01cb2d5, daughterA=18961340088846d545e7feab8e33bd6f, daughterB=a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:11,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=09fec9b3354ade28626a814ad01cb2d5, daughterA=18961340088846d545e7feab8e33bd6f, daughterB=a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:11,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9d002edfe22841a890c0b94b7f556efb, entries=15, sequenceid=118, filesize=20.3 K 2024-11-10T05:57:11,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 09fec9b3354ade28626a814ad01cb2d5 in 27ms, sequenceid=118, compaction requested=true 2024-11-10T05:57:11,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fec9b3354ade28626a814ad01cb2d5: 2024-11-10T05:57:11,347 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,347 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-10T05:57:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T05:57:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:11,349 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.AssignmentManager(1363): Split request from 4999977c7e1b,38649,1731218206107, parent={ENCODED => 09fec9b3354ade28626a814ad01cb2d5, NAME => 'TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-10T05:57:11,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.AssignmentManager(1378): Ignoring split request from 4999977c7e1b,38649,1731218206107, parent={ENCODED => 09fec9b3354ade28626a814ad01cb2d5, NAME => 'TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-10T05:57:11,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, UNASSIGN}] 2024-11-10T05:57:11,353 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, UNASSIGN 2024-11-10T05:57:11,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09fec9b3354ade28626a814ad01cb2d5, regionState=CLOSING, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:11,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, UNASSIGN because future has completed 2024-11-10T05:57:11,357 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-10T05:57:11,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107}] 2024-11-10T05:57:11,514 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-10T05:57:11,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 09fec9b3354ade28626a814ad01cb2d5, disabling compactions & flushes 2024-11-10T05:57:11,515 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:11,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:11,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. after waiting 0 ms 2024-11-10T05:57:11,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:11,515 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 09fec9b3354ade28626a814ad01cb2d5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T05:57:11,520 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/196dac09486444509bc1e646e402853b is 1055, key is row0096/info:/1731218231321/Put/seqid=0 2024-11-10T05:57:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741846_1022 (size=6008) 2024-11-10T05:57:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741846_1022 (size=6008) 2024-11-10T05:57:11,526 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/196dac09486444509bc1e646e402853b 2024-11-10T05:57:11,532 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/.tmp/info/196dac09486444509bc1e646e402853b as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/196dac09486444509bc1e646e402853b 2024-11-10T05:57:11,537 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/196dac09486444509bc1e646e402853b, entries=1, sequenceid=123, filesize=5.9 K 2024-11-10T05:57:11,538 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 09fec9b3354ade28626a814ad01cb2d5 in 23ms, sequenceid=123, compaction requested=true 2024-11-10T05:57:11,539 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0] to archive 2024-11-10T05:57:11,540 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T05:57:11,542 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/4ca0f162df964c2eb0603a63e12479dc 2024-11-10T05:57:11,543 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/d7ab943e84c54ae58a375ed0cf22fe86 2024-11-10T05:57:11,544 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9085e8c83b654ebb8194da957dde5ea9 2024-11-10T05:57:11,545 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/1cadd8158fcb417d81daf41cfdd41120 2024-11-10T05:57:11,546 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/69d2b7be09104d5098392f8d6a87f598 2024-11-10T05:57:11,548 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/6616e14d28eb400f8d68a608344ea4c0 2024-11-10T05:57:11,553 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-10T05:57:11,554 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. 2024-11-10T05:57:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 09fec9b3354ade28626a814ad01cb2d5: Waiting for close lock at 1731218231515Running coprocessor pre-close hooks at 1731218231515Disabling compacts and flushes for region at 1731218231515Disabling writes for close at 1731218231515Obtaining lock to block concurrent updates at 1731218231516 (+1 ms)Preparing flush snapshotting stores in 09fec9b3354ade28626a814ad01cb2d5 at 1731218231516Finished memstore snapshotting TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731218231516Flushing stores of TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. at 1731218231516Flushing 09fec9b3354ade28626a814ad01cb2d5/info: creating writer at 1731218231516Flushing 09fec9b3354ade28626a814ad01cb2d5/info: appending metadata at 1731218231519 (+3 ms)Flushing 09fec9b3354ade28626a814ad01cb2d5/info: closing flushed file at 1731218231519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb287d5: reopening flushed file at 1731218231531 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 09fec9b3354ade28626a814ad01cb2d5 in 23ms, sequenceid=123, compaction requested=true at 1731218231538 (+7 ms)Writing region close event to WAL at 1731218231550 (+12 ms)Running coprocessor post-close hooks at 1731218231554 (+4 ms)Closed at 1731218231554 2024-11-10T05:57:11,556 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09fec9b3354ade28626a814ad01cb2d5, regionState=CLOSED 2024-11-10T05:57:11,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 because future has completed 2024-11-10T05:57:11,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T05:57:11,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 09fec9b3354ade28626a814ad01cb2d5, server=4999977c7e1b,38649,1731218206107 in 203 msec 2024-11-10T05:57:11,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T05:57:11,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=09fec9b3354ade28626a814ad01cb2d5, UNASSIGN in 211 msec 2024-11-10T05:57:11,573 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:11,576 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=09fec9b3354ade28626a814ad01cb2d5, threads=4 2024-11-10T05:57:11,578 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9d002edfe22841a890c0b94b7f556efb for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,578 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/0c02be70ac104b21b78ee496cb2b6d39 for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,578 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/196dac09486444509bc1e646e402853b for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,578 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3 for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,591 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/196dac09486444509bc1e646e402853b, top=true 2024-11-10T05:57:11,592 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/0c02be70ac104b21b78ee496cb2b6d39, top=true 2024-11-10T05:57:11,597 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9d002edfe22841a890c0b94b7f556efb, top=true 2024-11-10T05:57:11,604 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b for child: a7abc3f92577c483843dfb3583bf0dbb, parent: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,605 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39 for child: a7abc3f92577c483843dfb3583bf0dbb, parent: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,605 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/196dac09486444509bc1e646e402853b for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,605 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/0c02be70ac104b21b78ee496cb2b6d39 for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741847_1023 (size=27) 2024-11-10T05:57:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741847_1023 (size=27) 2024-11-10T05:57:11,608 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb for child: a7abc3f92577c483843dfb3583bf0dbb, parent: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,608 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/9d002edfe22841a890c0b94b7f556efb for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741848_1024 (size=27) 2024-11-10T05:57:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741848_1024 (size=27) 2024-11-10T05:57:11,617 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3 for region: 09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:11,620 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 09fec9b3354ade28626a814ad01cb2d5 Daughter A: [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5] storefiles, Daughter B: [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5] storefiles. 2024-11-10T05:57:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741849_1025 (size=71) 2024-11-10T05:57:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741849_1025 (size=71) 2024-11-10T05:57:11,632 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741850_1026 (size=71) 2024-11-10T05:57:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741850_1026 (size=71) 2024-11-10T05:57:11,650 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:11,663 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-10T05:57:11,665 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-10T05:57:11,668 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731218231667"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731218231667"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731218231667"}]},"ts":"1731218231667"} 2024-11-10T05:57:11,668 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731218231667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218231667"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731218231667"}]},"ts":"1731218231667"} 2024-11-10T05:57:11,668 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731218231667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218231667"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731218231667"}]},"ts":"1731218231667"} 2024-11-10T05:57:11,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=18961340088846d545e7feab8e33bd6f, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a7abc3f92577c483843dfb3583bf0dbb, ASSIGN}] 2024-11-10T05:57:11,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a7abc3f92577c483843dfb3583bf0dbb, ASSIGN 2024-11-10T05:57:11,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=18961340088846d545e7feab8e33bd6f, ASSIGN 2024-11-10T05:57:11,690 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a7abc3f92577c483843dfb3583bf0dbb, ASSIGN; state=SPLITTING_NEW, location=4999977c7e1b,38649,1731218206107; forceNewPlan=false, retain=false 2024-11-10T05:57:11,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=18961340088846d545e7feab8e33bd6f, ASSIGN; state=SPLITTING_NEW, location=4999977c7e1b,38649,1731218206107; forceNewPlan=false, retain=false 2024-11-10T05:57:11,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=18961340088846d545e7feab8e33bd6f, regionState=OPENING, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:11,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a7abc3f92577c483843dfb3583bf0dbb, regionState=OPENING, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:11,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=18961340088846d545e7feab8e33bd6f, ASSIGN because future has completed 2024-11-10T05:57:11,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18961340088846d545e7feab8e33bd6f, server=4999977c7e1b,38649,1731218206107}] 2024-11-10T05:57:11,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a7abc3f92577c483843dfb3583bf0dbb, ASSIGN because future has completed 2024-11-10T05:57:11,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7abc3f92577c483843dfb3583bf0dbb, server=4999977c7e1b,38649,1731218206107}] 2024-11-10T05:57:12,001 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:12,001 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 18961340088846d545e7feab8e33bd6f, NAME => 'TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-10T05:57:12,001 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,002 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:12,002 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,002 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,003 INFO [StoreOpener-18961340088846d545e7feab8e33bd6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,004 INFO [StoreOpener-18961340088846d545e7feab8e33bd6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18961340088846d545e7feab8e33bd6f columnFamilyName info 2024-11-10T05:57:12,004 DEBUG [StoreOpener-18961340088846d545e7feab8e33bd6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:12,017 DEBUG [StoreOpener-18961340088846d545e7feab8e33bd6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-bottom 2024-11-10T05:57:12,017 INFO [StoreOpener-18961340088846d545e7feab8e33bd6f-1 {}] regionserver.HStore(327): Store=18961340088846d545e7feab8e33bd6f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:57:12,018 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,018 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,019 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,020 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,020 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,022 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,023 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 18961340088846d545e7feab8e33bd6f; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745514, jitterRate=-0.052030161023139954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:57:12,023 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:12,054 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 18961340088846d545e7feab8e33bd6f: Running coprocessor pre-open hook at 1731218232002Writing region info on filesystem at 1731218232002Initializing all the Stores at 1731218232003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218232003Cleaning up temporary data from old regions at 1731218232020 (+17 ms)Running coprocessor post-open hooks at 1731218232023 (+3 ms)Region opened successfully at 1731218232054 (+31 ms) 2024-11-10T05:57:12,055 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f., pid=12, masterSystemTime=1731218231997 2024-11-10T05:57:12,055 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 18961340088846d545e7feab8e33bd6f:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:12,055 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:12,055 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-10T05:57:12,056 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:12,056 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): 18961340088846d545e7feab8e33bd6f/info is initiating minor compaction (all files) 2024-11-10T05:57:12,056 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18961340088846d545e7feab8e33bd6f/info in TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:12,057 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-bottom] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/.tmp, totalSize=72.0 K 2024-11-10T05:57:12,057 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731218217111 2024-11-10T05:57:12,058 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:12,058 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:12,058 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:12,058 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a7abc3f92577c483843dfb3583bf0dbb, NAME => 'TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-10T05:57:12,058 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=18961340088846d545e7feab8e33bd6f, regionState=OPEN, openSeqNum=127, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:12,058 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:12,059 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,059 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,060 INFO [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,061 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-10T05:57:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18961340088846d545e7feab8e33bd6f, server=4999977c7e1b,38649,1731218206107 because future has completed 2024-11-10T05:57:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T05:57:12,061 INFO [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7abc3f92577c483843dfb3583bf0dbb columnFamilyName info 2024-11-10T05:57:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-10T05:57:12,061 DEBUG [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:12,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-10T05:57:12,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 18961340088846d545e7feab8e33bd6f, server=4999977c7e1b,38649,1731218206107 in 219 msec 2024-11-10T05:57:12,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=18961340088846d545e7feab8e33bd6f, ASSIGN in 377 msec 2024-11-10T05:57:12,075 DEBUG [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39 2024-11-10T05:57:12,079 DEBUG [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b 2024-11-10T05:57:12,082 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18961340088846d545e7feab8e33bd6f#info#compaction#41 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:12,082 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/.tmp/info/64bac8533c964249852ea175e0d15fdc is 1055, key is row0001/info:/1731218217111/Put/seqid=0 2024-11-10T05:57:12,083 DEBUG [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb 2024-11-10T05:57:12,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/d6b82072c5824091ac0b6b560ef5de29 is 193, key is TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb./info:regioninfo/1731218231841/Put/seqid=0 2024-11-10T05:57:12,091 DEBUG [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-top 2024-11-10T05:57:12,091 INFO [StoreOpener-a7abc3f92577c483843dfb3583bf0dbb-1 {}] regionserver.HStore(327): Store=a7abc3f92577c483843dfb3583bf0dbb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:57:12,091 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741851_1027 (size=71441) 2024-11-10T05:57:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741851_1027 (size=71441) 2024-11-10T05:57:12,092 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,093 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,094 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,094 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,096 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,098 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened a7abc3f92577c483843dfb3583bf0dbb; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884647, jitterRate=0.1248869001865387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:57:12,098 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:12,098 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a7abc3f92577c483843dfb3583bf0dbb: Running coprocessor pre-open hook at 1731218232059Writing region info on filesystem at 1731218232059Initializing all the Stores at 1731218232060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218232060Cleaning up temporary data from old regions at 1731218232094 (+34 ms)Running coprocessor post-open hooks at 1731218232098 (+4 ms)Region opened successfully at 1731218232098 2024-11-10T05:57:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741852_1028 (size=9847) 2024-11-10T05:57:12,099 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/.tmp/info/64bac8533c964249852ea175e0d15fdc as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/64bac8533c964249852ea175e0d15fdc 2024-11-10T05:57:12,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/d6b82072c5824091ac0b6b560ef5de29 2024-11-10T05:57:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741852_1028 (size=9847) 2024-11-10T05:57:12,099 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., pid=13, masterSystemTime=1731218231997 2024-11-10T05:57:12,100 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 2 2024-11-10T05:57:12,100 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T05:57:12,100 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:12,102 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:12,102 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:12,102 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:12,102 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:12,102 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:12,102 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-top, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=118.5 K 2024-11-10T05:57:12,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a7abc3f92577c483843dfb3583bf0dbb, regionState=OPEN, openSeqNum=127, regionLocation=4999977c7e1b,38649,1731218206107 2024-11-10T05:57:12,105 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731218217111 2024-11-10T05:57:12,106 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731218231266 2024-11-10T05:57:12,106 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731218231293 2024-11-10T05:57:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7abc3f92577c483843dfb3583bf0dbb, server=4999977c7e1b,38649,1731218206107 because future has completed 2024-11-10T05:57:12,107 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 18961340088846d545e7feab8e33bd6f/info of 18961340088846d545e7feab8e33bd6f into 64bac8533c964249852ea175e0d15fdc(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:12,107 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18961340088846d545e7feab8e33bd6f: 2024-11-10T05:57:12,107 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731218231321 2024-11-10T05:57:12,107 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f., storeName=18961340088846d545e7feab8e33bd6f/info, priority=15, startTime=1731218232055; duration=0sec 2024-11-10T05:57:12,107 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:12,107 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18961340088846d545e7feab8e33bd6f:info 2024-11-10T05:57:12,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-10T05:57:12,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a7abc3f92577c483843dfb3583bf0dbb, server=4999977c7e1b,38649,1731218206107 in 262 msec 2024-11-10T05:57:12,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T05:57:12,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a7abc3f92577c483843dfb3583bf0dbb, ASSIGN in 422 msec 2024-11-10T05:57:12,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=09fec9b3354ade28626a814ad01cb2d5, daughterA=18961340088846d545e7feab8e33bd6f, daughterB=a7abc3f92577c483843dfb3583bf0dbb in 773 msec 2024-11-10T05:57:12,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/ns/162bf3f1d00e482ea395ec700d0451f0 is 43, key is default/ns:d/1731218206946/Put/seqid=0 2024-11-10T05:57:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741853_1029 (size=5153) 2024-11-10T05:57:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741853_1029 (size=5153) 2024-11-10T05:57:12,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/ns/162bf3f1d00e482ea395ec700d0451f0 2024-11-10T05:57:12,133 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#44 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:12,134 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/b6245119a8fc43f09499ecd1da5ae400 is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741854_1030 (size=40102) 2024-11-10T05:57:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741854_1030 (size=40102) 2024-11-10T05:57:12,146 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/b6245119a8fc43f09499ecd1da5ae400 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/b6245119a8fc43f09499ecd1da5ae400 2024-11-10T05:57:12,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/table/6f4053a1c8244adc80ff4a6fe84263cc is 65, key is TestLogRolling-testLogRolling/table:state/1731218207407/Put/seqid=0 2024-11-10T05:57:12,153 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into b6245119a8fc43f09499ecd1da5ae400(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:12,153 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:12,153 INFO [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=12, startTime=1731218232100; duration=0sec 2024-11-10T05:57:12,153 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:12,153 DEBUG [RS:0;4999977c7e1b:38649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741855_1031 (size=5340) 2024-11-10T05:57:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741855_1031 (size=5340) 2024-11-10T05:57:12,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/table/6f4053a1c8244adc80ff4a6fe84263cc 2024-11-10T05:57:12,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/d6b82072c5824091ac0b6b560ef5de29 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/info/d6b82072c5824091ac0b6b560ef5de29 2024-11-10T05:57:12,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/info/d6b82072c5824091ac0b6b560ef5de29, entries=30, sequenceid=17, filesize=9.6 K 2024-11-10T05:57:12,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/ns/162bf3f1d00e482ea395ec700d0451f0 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/ns/162bf3f1d00e482ea395ec700d0451f0 2024-11-10T05:57:12,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/ns/162bf3f1d00e482ea395ec700d0451f0, entries=2, sequenceid=17, filesize=5.0 K 2024-11-10T05:57:12,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/table/6f4053a1c8244adc80ff4a6fe84263cc as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/table/6f4053a1c8244adc80ff4a6fe84263cc 2024-11-10T05:57:12,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/table/6f4053a1c8244adc80ff4a6fe84263cc, entries=2, sequenceid=17, filesize=5.2 K 2024-11-10T05:57:12,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 119ms, sequenceid=17, compaction requested=false 2024-11-10T05:57:12,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T05:57:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58778 deadline: 1731218243323, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. is not online on 4999977c7e1b,38649,1731218206107 2024-11-10T05:57:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. is not online on 4999977c7e1b,38649,1731218206107 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T05:57:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5. is not online on 4999977c7e1b,38649,1731218206107 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T05:57:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731218207039.09fec9b3354ade28626a814ad01cb2d5., hostname=4999977c7e1b,38649,1731218206107, seqNum=2 from cache 2024-11-10T05:57:16,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:57:16,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:16,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:57:17,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:17,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:57:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., hostname=4999977c7e1b,38649,1731218206107, seqNum=127] 2024-11-10T05:57:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:23,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:57:23,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/84149e12b7084dcda39f8b50f2dc752f is 1055, key is row0097/info:/1731218243353/Put/seqid=0 2024-11-10T05:57:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741856_1032 (size=13394) 2024-11-10T05:57:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741856_1032 (size=13394) 2024-11-10T05:57:23,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/84149e12b7084dcda39f8b50f2dc752f 2024-11-10T05:57:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/84149e12b7084dcda39f8b50f2dc752f as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f 2024-11-10T05:57:23,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f, entries=8, sequenceid=138, filesize=13.1 K 2024-11-10T05:57:23,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for a7abc3f92577c483843dfb3583bf0dbb in 25ms, sequenceid=138, compaction requested=false 2024-11-10T05:57:23,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:23,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T05:57:23,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/5b764aeee3624f28aee15b86f0165ffd is 1055, key is row0105/info:/1731218243365/Put/seqid=0 2024-11-10T05:57:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741857_1033 (size=21838) 2024-11-10T05:57:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741857_1033 (size=21838) 2024-11-10T05:57:23,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/5b764aeee3624f28aee15b86f0165ffd 2024-11-10T05:57:23,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/5b764aeee3624f28aee15b86f0165ffd as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd 2024-11-10T05:57:23,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd, entries=16, sequenceid=157, filesize=21.3 K 2024-11-10T05:57:23,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=8.21 KB/8408 for a7abc3f92577c483843dfb3583bf0dbb in 22ms, sequenceid=157, compaction requested=true 2024-11-10T05:57:23,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:23,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:23,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:23,413 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:23,413 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 75334 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:23,414 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:23,414 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:23,414 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/b6245119a8fc43f09499ecd1da5ae400, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=73.6 K 2024-11-10T05:57:23,414 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6245119a8fc43f09499ecd1da5ae400, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731218229261 2024-11-10T05:57:23,415 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84149e12b7084dcda39f8b50f2dc752f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731218243353 2024-11-10T05:57:23,415 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b764aeee3624f28aee15b86f0165ffd, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731218243365 2024-11-10T05:57:23,427 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#48 average throughput is 28.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:23,428 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ce272ac38f44403cbbf1e4a930700ebe is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741858_1034 (size=65544) 2024-11-10T05:57:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741858_1034 (size=65544) 2024-11-10T05:57:23,439 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ce272ac38f44403cbbf1e4a930700ebe as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ce272ac38f44403cbbf1e4a930700ebe 2024-11-10T05:57:23,445 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into ce272ac38f44403cbbf1e4a930700ebe(size=64.0 K), total size for store is 64.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:23,445 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:23,445 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218243412; duration=0sec 2024-11-10T05:57:23,445 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:23,445 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:25,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-10T05:57:25,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/95d7d17882874f5397326fe6ad255237 is 1055, key is row0121/info:/1731218243391/Put/seqid=0 2024-11-10T05:57:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741859_1035 (size=14447) 2024-11-10T05:57:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741859_1035 (size=14447) 2024-11-10T05:57:25,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/95d7d17882874f5397326fe6ad255237 2024-11-10T05:57:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/95d7d17882874f5397326fe6ad255237 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237 2024-11-10T05:57:25,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237, entries=9, sequenceid=170, filesize=14.1 K 2024-11-10T05:57:25,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=13.34 KB/13663 for a7abc3f92577c483843dfb3583bf0dbb in 24ms, sequenceid=170, compaction requested=false 2024-11-10T05:57:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:25,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-10T05:57:25,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a8c834315d934f8c97e0c0e2548abcc4 is 1055, key is row0130/info:/1731218245408/Put/seqid=0 2024-11-10T05:57:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741860_1036 (size=19728) 2024-11-10T05:57:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741860_1036 (size=19728) 2024-11-10T05:57:25,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a8c834315d934f8c97e0c0e2548abcc4 2024-11-10T05:57:25,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a8c834315d934f8c97e0c0e2548abcc4 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4 2024-11-10T05:57:25,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4, entries=14, sequenceid=187, filesize=19.3 K 2024-11-10T05:57:25,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for a7abc3f92577c483843dfb3583bf0dbb in 24ms, sequenceid=187, compaction requested=true 2024-11-10T05:57:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:25,455 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:25,456 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:25,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T05:57:25,456 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:25,456 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:25,457 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ce272ac38f44403cbbf1e4a930700ebe, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=97.4 K 2024-11-10T05:57:25,457 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce272ac38f44403cbbf1e4a930700ebe, keycount=57, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731218229261 2024-11-10T05:57:25,458 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d7d17882874f5397326fe6ad255237, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731218243391 2024-11-10T05:57:25,458 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c834315d934f8c97e0c0e2548abcc4, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731218245408 2024-11-10T05:57:25,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/76f85acfbb234e8a9c4dc82f9e59c6eb is 1055, key is row0144/info:/1731218245432/Put/seqid=0 2024-11-10T05:57:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741861_1037 (size=21838) 2024-11-10T05:57:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741861_1037 (size=21838) 2024-11-10T05:57:25,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/76f85acfbb234e8a9c4dc82f9e59c6eb 2024-11-10T05:57:25,472 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#52 average throughput is 26.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:25,473 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/4c1d40b651c34a82bcf908955341f75d is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:25,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/76f85acfbb234e8a9c4dc82f9e59c6eb as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb 2024-11-10T05:57:25,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb, entries=16, sequenceid=206, filesize=21.3 K 2024-11-10T05:57:25,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for a7abc3f92577c483843dfb3583bf0dbb in 24ms, sequenceid=206, compaction requested=false 2024-11-10T05:57:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741862_1038 (size=89942) 2024-11-10T05:57:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741862_1038 (size=89942) 2024-11-10T05:57:25,491 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/4c1d40b651c34a82bcf908955341f75d as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/4c1d40b651c34a82bcf908955341f75d 2024-11-10T05:57:25,498 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into 4c1d40b651c34a82bcf908955341f75d(size=87.8 K), total size for store is 109.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:25,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:25,498 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218245455; duration=0sec 2024-11-10T05:57:25,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:25,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:27,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:57:27,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e9743ee659014225af80c9873ea7d249 is 1055, key is row0160/info:/1731218245457/Put/seqid=0 2024-11-10T05:57:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741863_1039 (size=13394) 2024-11-10T05:57:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741863_1039 (size=13394) 2024-11-10T05:57:27,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e9743ee659014225af80c9873ea7d249 2024-11-10T05:57:27,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e9743ee659014225af80c9873ea7d249 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249 2024-11-10T05:57:27,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249, entries=8, sequenceid=218, filesize=13.1 K 2024-11-10T05:57:27,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for a7abc3f92577c483843dfb3583bf0dbb in 24ms, sequenceid=218, compaction requested=true 2024-11-10T05:57:27,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:27,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:27,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:27,496 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:27,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125174 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:27,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:27,498 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T05:57:27,498 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/4c1d40b651c34a82bcf908955341f75d, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=122.2 K 2024-11-10T05:57:27,498 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c1d40b651c34a82bcf908955341f75d, keycount=80, bloomtype=ROW, size=87.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731218229261 2024-11-10T05:57:27,499 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f85acfbb234e8a9c4dc82f9e59c6eb, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731218245432 2024-11-10T05:57:27,499 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9743ee659014225af80c9873ea7d249, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731218245457 2024-11-10T05:57:27,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a9cfe658fa324cd39e1af6430aee4234 is 1055, key is row0168/info:/1731218247473/Put/seqid=0 2024-11-10T05:57:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741864_1040 (size=21838) 2024-11-10T05:57:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741864_1040 (size=21838) 2024-11-10T05:57:27,516 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:27,517 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/9b768ce5da9b4d3a93f34aa6fd363c97 is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741865_1041 (size=115320) 2024-11-10T05:57:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741865_1041 (size=115320) 2024-11-10T05:57:27,528 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/9b768ce5da9b4d3a93f34aa6fd363c97 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/9b768ce5da9b4d3a93f34aa6fd363c97 2024-11-10T05:57:27,534 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into 9b768ce5da9b4d3a93f34aa6fd363c97(size=112.6 K), total size for store is 112.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:27,534 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:27,534 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218247496; duration=0sec 2024-11-10T05:57:27,534 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:27,534 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:27,688 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T05:57:27,688 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T05:57:27,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a9cfe658fa324cd39e1af6430aee4234 2024-11-10T05:57:27,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/a9cfe658fa324cd39e1af6430aee4234 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234 2024-11-10T05:57:27,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234, entries=16, sequenceid=237, filesize=21.3 K 2024-11-10T05:57:27,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for a7abc3f92577c483843dfb3583bf0dbb in 426ms, sequenceid=237, compaction requested=false 2024-11-10T05:57:27,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:29,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-10T05:57:29,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/0e3ea54152cb4eb38c698f9c2bc98b6a is 1055, key is row0184/info:/1731218247499/Put/seqid=0 2024-11-10T05:57:29,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741866_1042 (size=15500) 2024-11-10T05:57:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741866_1042 (size=15500) 2024-11-10T05:57:29,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/0e3ea54152cb4eb38c698f9c2bc98b6a 2024-11-10T05:57:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/0e3ea54152cb4eb38c698f9c2bc98b6a as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a 2024-11-10T05:57:29,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a, entries=10, sequenceid=251, filesize=15.1 K 2024-11-10T05:57:29,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for a7abc3f92577c483843dfb3583bf0dbb in 25ms, sequenceid=251, compaction requested=true 2024-11-10T05:57:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:29,544 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:29,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-10T05:57:29,546 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:29,546 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:29,546 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:29,546 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/9b768ce5da9b4d3a93f34aa6fd363c97, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=149.1 K 2024-11-10T05:57:29,547 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b768ce5da9b4d3a93f34aa6fd363c97, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731218229261 2024-11-10T05:57:29,547 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9cfe658fa324cd39e1af6430aee4234, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731218247473 2024-11-10T05:57:29,548 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e3ea54152cb4eb38c698f9c2bc98b6a, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731218247499 2024-11-10T05:57:29,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/2e4a4fc616e640a9811369281b5b645f is 1055, key is row0194/info:/1731218249521/Put/seqid=0 2024-11-10T05:57:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741867_1043 (size=20793) 2024-11-10T05:57:29,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/2e4a4fc616e640a9811369281b5b645f 2024-11-10T05:57:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741867_1043 (size=20793) 2024-11-10T05:57:29,563 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:29,563 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/250d33de856243bfa77377ed0aec8da1 is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/2e4a4fc616e640a9811369281b5b645f as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f 2024-11-10T05:57:29,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f, entries=15, sequenceid=269, filesize=20.3 K 2024-11-10T05:57:29,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=12.32 KB/12612 for a7abc3f92577c483843dfb3583bf0dbb in 25ms, sequenceid=269, compaction requested=false 2024-11-10T05:57:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741868_1044 (size=143004) 2024-11-10T05:57:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741868_1044 (size=143004) 2024-11-10T05:57:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:29,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-10T05:57:29,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e4022c236e27460a8e509d86bd9f0288 is 1055, key is row0209/info:/1731218249545/Put/seqid=0 2024-11-10T05:57:29,578 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/250d33de856243bfa77377ed0aec8da1 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/250d33de856243bfa77377ed0aec8da1 2024-11-10T05:57:29,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741869_1045 (size=18688) 2024-11-10T05:57:29,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741869_1045 (size=18688) 2024-11-10T05:57:29,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e4022c236e27460a8e509d86bd9f0288 2024-11-10T05:57:29,586 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into 250d33de856243bfa77377ed0aec8da1(size=139.7 K), total size for store is 160.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:29,586 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,586 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218249544; duration=0sec 2024-11-10T05:57:29,586 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:29,586 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:29,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/e4022c236e27460a8e509d86bd9f0288 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288 2024-11-10T05:57:29,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288, entries=13, sequenceid=285, filesize=18.3 K 2024-11-10T05:57:29,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for a7abc3f92577c483843dfb3583bf0dbb in 22ms, sequenceid=285, compaction requested=true 2024-11-10T05:57:29,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:29,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:29,594 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:29,596 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 182485 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:29,596 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:29,596 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:29,596 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/250d33de856243bfa77377ed0aec8da1, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=178.2 K 2024-11-10T05:57:29,597 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 250d33de856243bfa77377ed0aec8da1, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731218229261 2024-11-10T05:57:29,597 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e4a4fc616e640a9811369281b5b645f, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731218249521 2024-11-10T05:57:29,598 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4022c236e27460a8e509d86bd9f0288, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731218249545 2024-11-10T05:57:29,614 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#60 average throughput is 31.67 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:29,615 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ea6bdb30c1914950a02c664f22332255 is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741870_1046 (size=172623) 2024-11-10T05:57:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741870_1046 (size=172623) 2024-11-10T05:57:29,624 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ea6bdb30c1914950a02c664f22332255 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ea6bdb30c1914950a02c664f22332255 2024-11-10T05:57:29,629 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into ea6bdb30c1914950a02c664f22332255(size=168.6 K), total size for store is 168.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:29,630 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:29,630 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218249594; duration=0sec 2024-11-10T05:57:29,630 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:29,630 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:31,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T05:57:31,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/48912d71d44c4cbb905b0181e8d572b8 is 1055, key is row0222/info:/1731218249573/Put/seqid=0 2024-11-10T05:57:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741871_1047 (size=13402) 2024-11-10T05:57:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741871_1047 (size=13402) 2024-11-10T05:57:31,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/48912d71d44c4cbb905b0181e8d572b8 2024-11-10T05:57:31,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/48912d71d44c4cbb905b0181e8d572b8 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8 2024-11-10T05:57:31,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8, entries=8, sequenceid=298, filesize=13.1 K 2024-11-10T05:57:31,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for a7abc3f92577c483843dfb3583bf0dbb in 23ms, sequenceid=298, compaction requested=false 2024-11-10T05:57:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.HRegion(8855): Flush requested on a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:31,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T05:57:31,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/46d1b28cc82d4cad88b6cc2b8241d816 is 1055, key is row0230/info:/1731218251587/Put/seqid=0 2024-11-10T05:57:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741872_1048 (size=21854) 2024-11-10T05:57:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741872_1048 (size=21854) 2024-11-10T05:57:31,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/46d1b28cc82d4cad88b6cc2b8241d816 2024-11-10T05:57:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/46d1b28cc82d4cad88b6cc2b8241d816 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816 2024-11-10T05:57:31,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816, entries=16, sequenceid=317, filesize=21.3 K 2024-11-10T05:57:31,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=11.29 KB/11561 for a7abc3f92577c483843dfb3583bf0dbb in 22ms, sequenceid=317, compaction requested=true 2024-11-10T05:57:31,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:31,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7abc3f92577c483843dfb3583bf0dbb:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T05:57:31,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:31,633 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T05:57:31,634 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 207879 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T05:57:31,634 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1541): a7abc3f92577c483843dfb3583bf0dbb/info is initiating minor compaction (all files) 2024-11-10T05:57:31,634 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7abc3f92577c483843dfb3583bf0dbb/info in TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:31,634 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ea6bdb30c1914950a02c664f22332255, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816] into tmpdir=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp, totalSize=203.0 K 2024-11-10T05:57:31,634 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea6bdb30c1914950a02c664f22332255, keycount=158, bloomtype=ROW, size=168.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731218229261 2024-11-10T05:57:31,635 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48912d71d44c4cbb905b0181e8d572b8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731218249573 2024-11-10T05:57:31,635 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46d1b28cc82d4cad88b6cc2b8241d816, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731218251587 2024-11-10T05:57:31,651 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7abc3f92577c483843dfb3583bf0dbb#info#compaction#63 average throughput is 36.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T05:57:31,651 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ac0cf48fbbe54880ba29691725cd7bb2 is 1055, key is row0064/info:/1731218229261/Put/seqid=0 2024-11-10T05:57:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741873_1049 (size=198025) 2024-11-10T05:57:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741873_1049 (size=198025) 2024-11-10T05:57:31,662 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ac0cf48fbbe54880ba29691725cd7bb2 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ac0cf48fbbe54880ba29691725cd7bb2 2024-11-10T05:57:31,668 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7abc3f92577c483843dfb3583bf0dbb/info of a7abc3f92577c483843dfb3583bf0dbb into ac0cf48fbbe54880ba29691725cd7bb2(size=193.4 K), total size for store is 193.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T05:57:31,668 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:31,668 INFO [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., storeName=a7abc3f92577c483843dfb3583bf0dbb/info, priority=13, startTime=1731218251632; duration=0sec 2024-11-10T05:57:31,668 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T05:57:31,668 DEBUG [RS:0;4999977c7e1b:38649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7abc3f92577c483843dfb3583bf0dbb:info 2024-11-10T05:57:31,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-10T05:57:33,626 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-10T05:57:33,640 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626, exclude list is [], retry=0 2024-11-10T05:57:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44875,DS-2b0090dc-a616-47bf-944d-7fb7bea89224,DISK] 2024-11-10T05:57:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36885,DS-9502918f-8ea4-46ab-9781-5400063e031b,DISK] 2024-11-10T05:57:33,644 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218206496 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626 2024-11-10T05:57:33,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-10T05:57:33,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218206496 is not closed yet, will try archiving it next time 2024-11-10T05:57:33,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741833_1009 (size=308883) 2024-11-10T05:57:33,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741833_1009 (size=308883) 2024-11-10T05:57:33,648 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a7abc3f92577c483843dfb3583bf0dbb 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T05:57:33,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ba05219ea1304e4691b90aa7eb263109 is 1055, key is row0246/info:/1731218251611/Put/seqid=0 2024-11-10T05:57:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741875_1051 (size=16564) 2024-11-10T05:57:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741875_1051 (size=16564) 2024-11-10T05:57:33,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ba05219ea1304e4691b90aa7eb263109 2024-11-10T05:57:33,664 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/.tmp/info/ba05219ea1304e4691b90aa7eb263109 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ba05219ea1304e4691b90aa7eb263109 2024-11-10T05:57:33,669 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ba05219ea1304e4691b90aa7eb263109, entries=11, sequenceid=332, filesize=16.2 K 2024-11-10T05:57:33,670 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for a7abc3f92577c483843dfb3583bf0dbb in 22ms, sequenceid=332, compaction requested=false 2024-11-10T05:57:33,670 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a7abc3f92577c483843dfb3583bf0dbb: 2024-11-10T05:57:33,670 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18961340088846d545e7feab8e33bd6f: 2024-11-10T05:57:33,670 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-10T05:57:33,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/9381334ae7294e6997dcf0b4b8a0e11b is 193, key is TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb./info:regioninfo/1731218232103/Put/seqid=0 2024-11-10T05:57:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741876_1052 (size=6223) 2024-11-10T05:57:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741876_1052 (size=6223) 2024-11-10T05:57:33,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/9381334ae7294e6997dcf0b4b8a0e11b 2024-11-10T05:57:33,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/.tmp/info/9381334ae7294e6997dcf0b4b8a0e11b as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/info/9381334ae7294e6997dcf0b4b8a0e11b 2024-11-10T05:57:33,690 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/info/9381334ae7294e6997dcf0b4b8a0e11b, entries=5, sequenceid=21, filesize=6.1 K 2024-11-10T05:57:33,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-10T05:57:33,691 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T05:57:33,704 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253691, exclude list is [], retry=0 2024-11-10T05:57:33,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44875,DS-2b0090dc-a616-47bf-944d-7fb7bea89224,DISK] 2024-11-10T05:57:33,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36885,DS-9502918f-8ea4-46ab-9781-5400063e031b,DISK] 2024-11-10T05:57:33,707 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253691 2024-11-10T05:57:33,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-10T05:57:33,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626 is not closed yet, will try archiving it next time 2024-11-10T05:57:33,708 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218206496 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs/4999977c7e1b%2C38649%2C1731218206107.1731218206496 2024-11-10T05:57:33,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:57:33,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626 not finished, retry = 0 2024-11-10T05:57:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741874_1050 (size=731) 2024-11-10T05:57:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741874_1050 (size=731) 2024-11-10T05:57:33,810 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/WALs/4999977c7e1b,38649,1731218206107/4999977c7e1b%2C38649%2C1731218206107.1731218253626 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs/4999977c7e1b%2C38649%2C1731218206107.1731218253626 2024-11-10T05:57:33,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:57:33,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:57:33,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:33,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:33,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:33,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:57:33,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:57:33,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=929922042, stopped=false 2024-11-10T05:57:33,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,32983,1731218206053 2024-11-10T05:57:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:33,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:57:33,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:33,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:33,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:57:33,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:33,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:33,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,38649,1731218206107' ***** 2024-11-10T05:57:33,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:57:33,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(3091): Received CLOSE for a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(3091): Received CLOSE for 18961340088846d545e7feab8e33bd6f 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,38649,1731218206107 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:57:33,914 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7abc3f92577c483843dfb3583bf0dbb, disabling compactions & flushes 2024-11-10T05:57:33,914 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:33,914 INFO [RS:0;4999977c7e1b:38649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:38649. 2024-11-10T05:57:33,914 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:33,914 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. after waiting 0 ms 2024-11-10T05:57:33,914 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:33,914 DEBUG [RS:0;4999977c7e1b:38649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:33,915 DEBUG [RS:0;4999977c7e1b:38649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:33,915 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:57:33,915 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:57:33,915 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:57:33,915 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:57:33,915 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T05:57:33,915 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1325): Online Regions={a7abc3f92577c483843dfb3583bf0dbb=TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb., 18961340088846d545e7feab8e33bd6f=TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:57:33,915 DEBUG [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18961340088846d545e7feab8e33bd6f, a7abc3f92577c483843dfb3583bf0dbb 2024-11-10T05:57:33,915 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:57:33,915 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:57:33,915 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:57:33,915 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:57:33,915 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:57:33,915 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-top, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/b6245119a8fc43f09499ecd1da5ae400, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ce272ac38f44403cbbf1e4a930700ebe, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/4c1d40b651c34a82bcf908955341f75d, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/9b768ce5da9b4d3a93f34aa6fd363c97, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/250d33de856243bfa77377ed0aec8da1, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ea6bdb30c1914950a02c664f22332255, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816] to archive 2024-11-10T05:57:33,916 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T05:57:33,918 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:33,920 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-0c02be70ac104b21b78ee496cb2b6d39 2024-11-10T05:57:33,921 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-10T05:57:33,921 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-9d002edfe22841a890c0b94b7f556efb 2024-11-10T05:57:33,921 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:57:33,921 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:57:33,921 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218253915Running coprocessor pre-close hooks at 1731218253915Disabling compacts and flushes for region at 1731218253915Disabling writes for close at 1731218253915Writing region close event to WAL at 1731218253917 (+2 ms)Running coprocessor post-close hooks at 1731218253921 (+4 ms)Closed at 1731218253921 2024-11-10T05:57:33,922 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:57:33,922 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/b6245119a8fc43f09499ecd1da5ae400 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/b6245119a8fc43f09499ecd1da5ae400 2024-11-10T05:57:33,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/TestLogRolling-testLogRolling=09fec9b3354ade28626a814ad01cb2d5-196dac09486444509bc1e646e402853b 2024-11-10T05:57:33,925 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/84149e12b7084dcda39f8b50f2dc752f 2024-11-10T05:57:33,926 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ce272ac38f44403cbbf1e4a930700ebe to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ce272ac38f44403cbbf1e4a930700ebe 2024-11-10T05:57:33,927 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/5b764aeee3624f28aee15b86f0165ffd 2024-11-10T05:57:33,928 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/95d7d17882874f5397326fe6ad255237 2024-11-10T05:57:33,929 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/4c1d40b651c34a82bcf908955341f75d to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/4c1d40b651c34a82bcf908955341f75d 2024-11-10T05:57:33,930 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a8c834315d934f8c97e0c0e2548abcc4 2024-11-10T05:57:33,932 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/76f85acfbb234e8a9c4dc82f9e59c6eb 2024-11-10T05:57:33,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/9b768ce5da9b4d3a93f34aa6fd363c97 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/9b768ce5da9b4d3a93f34aa6fd363c97 2024-11-10T05:57:33,934 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e9743ee659014225af80c9873ea7d249 2024-11-10T05:57:33,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/a9cfe658fa324cd39e1af6430aee4234 2024-11-10T05:57:33,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/250d33de856243bfa77377ed0aec8da1 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/250d33de856243bfa77377ed0aec8da1 2024-11-10T05:57:33,938 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/0e3ea54152cb4eb38c698f9c2bc98b6a 2024-11-10T05:57:33,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/2e4a4fc616e640a9811369281b5b645f 2024-11-10T05:57:33,940 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ea6bdb30c1914950a02c664f22332255 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/ea6bdb30c1914950a02c664f22332255 2024-11-10T05:57:33,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/e4022c236e27460a8e509d86bd9f0288 2024-11-10T05:57:33,943 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/48912d71d44c4cbb905b0181e8d572b8 2024-11-10T05:57:33,944 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/info/46d1b28cc82d4cad88b6cc2b8241d816 2024-11-10T05:57:33,945 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4999977c7e1b:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T05:57:33,945 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b6245119a8fc43f09499ecd1da5ae400=40102, 84149e12b7084dcda39f8b50f2dc752f=13394, ce272ac38f44403cbbf1e4a930700ebe=65544, 5b764aeee3624f28aee15b86f0165ffd=21838, 95d7d17882874f5397326fe6ad255237=14447, 4c1d40b651c34a82bcf908955341f75d=89942, a8c834315d934f8c97e0c0e2548abcc4=19728, 76f85acfbb234e8a9c4dc82f9e59c6eb=21838, 9b768ce5da9b4d3a93f34aa6fd363c97=115320, e9743ee659014225af80c9873ea7d249=13394, a9cfe658fa324cd39e1af6430aee4234=21838, 250d33de856243bfa77377ed0aec8da1=143004, 0e3ea54152cb4eb38c698f9c2bc98b6a=15500, 2e4a4fc616e640a9811369281b5b645f=20793, ea6bdb30c1914950a02c664f22332255=172623, e4022c236e27460a8e509d86bd9f0288=18688, 48912d71d44c4cbb905b0181e8d572b8=13402, 46d1b28cc82d4cad88b6cc2b8241d816=21854] 2024-11-10T05:57:33,950 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/a7abc3f92577c483843dfb3583bf0dbb/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-10T05:57:33,951 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7abc3f92577c483843dfb3583bf0dbb: Waiting for close lock at 1731218253914Running coprocessor pre-close hooks at 1731218253914Disabling compacts and flushes for region at 1731218253914Disabling writes for close at 1731218253914Writing region close event to WAL at 1731218253946 (+32 ms)Running coprocessor post-close hooks at 1731218253951 (+5 ms)Closed at 1731218253951 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731218231340.a7abc3f92577c483843dfb3583bf0dbb. 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18961340088846d545e7feab8e33bd6f, disabling compactions & flushes 2024-11-10T05:57:33,951 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. after waiting 0 ms 2024-11-10T05:57:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:33,952 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5->hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/09fec9b3354ade28626a814ad01cb2d5/info/ec5d6eb641a644c0997b665696a232c3-bottom] to archive 2024-11-10T05:57:33,953 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T05:57:33,954 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5 to hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/archive/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/info/ec5d6eb641a644c0997b665696a232c3.09fec9b3354ade28626a814ad01cb2d5 2024-11-10T05:57:33,954 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-10T05:57:33,958 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/data/default/TestLogRolling-testLogRolling/18961340088846d545e7feab8e33bd6f/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-10T05:57:33,958 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:33,958 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18961340088846d545e7feab8e33bd6f: Waiting for close lock at 1731218253951Running coprocessor pre-close hooks at 1731218253951Disabling compacts and flushes for region at 1731218253951Disabling writes for close at 1731218253951Writing region close event to WAL at 1731218253954 (+3 ms)Running coprocessor post-close hooks at 1731218253958 (+4 ms)Closed at 1731218253958 2024-11-10T05:57:33,959 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731218231340.18961340088846d545e7feab8e33bd6f. 2024-11-10T05:57:34,115 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,38649,1731218206107; all regions closed. 2024-11-10T05:57:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741834_1010 (size=8107) 2024-11-10T05:57:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741834_1010 (size=8107) 2024-11-10T05:57:34,120 DEBUG [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs 2024-11-10T05:57:34,120 INFO [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C38649%2C1731218206107.meta:.meta(num 1731218206893) 2024-11-10T05:57:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741877_1053 (size=780) 2024-11-10T05:57:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741877_1053 (size=780) 2024-11-10T05:57:34,124 DEBUG [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/oldWALs 2024-11-10T05:57:34,124 INFO [RS:0;4999977c7e1b:38649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C38649%2C1731218206107:(num 1731218253691) 2024-11-10T05:57:34,124 DEBUG [RS:0;4999977c7e1b:38649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:34,125 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:57:34,125 INFO [RS:0;4999977c7e1b:38649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:57:34,125 INFO [RS:0;4999977c7e1b:38649 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:57:34,125 INFO [RS:0;4999977c7e1b:38649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:57:34,125 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:57:34,125 INFO [RS:0;4999977c7e1b:38649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38649 2024-11-10T05:57:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,38649,1731218206107 2024-11-10T05:57:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:57:34,127 INFO [RS:0;4999977c7e1b:38649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:57:34,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,38649,1731218206107] 2024-11-10T05:57:34,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,38649,1731218206107 already deleted, retry=false 2024-11-10T05:57:34,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,38649,1731218206107 expired; onlineServers=0 2024-11-10T05:57:34,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,32983,1731218206053' ***** 2024-11-10T05:57:34,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:57:34,130 INFO [M:0;4999977c7e1b:32983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:57:34,130 INFO [M:0;4999977c7e1b:32983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:57:34,130 DEBUG [M:0;4999977c7e1b:32983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:57:34,130 DEBUG [M:0;4999977c7e1b:32983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:57:34,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:57:34,130 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218206286 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218206286,5,FailOnTimeoutGroup] 2024-11-10T05:57:34,130 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218206286 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218206286,5,FailOnTimeoutGroup] 2024-11-10T05:57:34,130 INFO [M:0;4999977c7e1b:32983 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:57:34,130 INFO [M:0;4999977c7e1b:32983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:57:34,131 DEBUG [M:0;4999977c7e1b:32983 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:57:34,131 INFO [M:0;4999977c7e1b:32983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:57:34,131 INFO [M:0;4999977c7e1b:32983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:57:34,131 ERROR [M:0;4999977c7e1b:32983 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38857,5,PEWorkerGroup] 2024-11-10T05:57:34,131 INFO [M:0;4999977c7e1b:32983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:57:34,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:57:34,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:57:34,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:34,132 DEBUG [M:0;4999977c7e1b:32983 {}] zookeeper.ZKUtil(347): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:57:34,132 WARN [M:0;4999977c7e1b:32983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:57:34,133 INFO [M:0;4999977c7e1b:32983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/.lastflushedseqids 2024-11-10T05:57:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741878_1054 (size=228) 2024-11-10T05:57:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741878_1054 (size=228) 2024-11-10T05:57:34,139 INFO [M:0;4999977c7e1b:32983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:57:34,139 INFO [M:0;4999977c7e1b:32983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:57:34,139 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:57:34,139 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:34,139 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:34,139 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:57:34,139 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:34,139 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-10T05:57:34,155 DEBUG [M:0;4999977c7e1b:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447830343eed475ea48100fb9e0e4249 is 82, key is hbase:meta,,1/info:regioninfo/1731218206931/Put/seqid=0 2024-11-10T05:57:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741879_1055 (size=5672) 2024-11-10T05:57:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741879_1055 (size=5672) 2024-11-10T05:57:34,160 INFO [M:0;4999977c7e1b:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447830343eed475ea48100fb9e0e4249 2024-11-10T05:57:34,179 DEBUG [M:0;4999977c7e1b:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6b429ed7b947b795960c622a962ae0 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731218207411/Put/seqid=0 2024-11-10T05:57:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741880_1056 (size=7090) 2024-11-10T05:57:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741880_1056 (size=7090) 2024-11-10T05:57:34,185 INFO [M:0;4999977c7e1b:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6b429ed7b947b795960c622a962ae0 2024-11-10T05:57:34,190 INFO [M:0;4999977c7e1b:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6b429ed7b947b795960c622a962ae0 2024-11-10T05:57:34,205 DEBUG [M:0;4999977c7e1b:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03035f9f2247434593a6c246b9bc39b5 is 69, key is 4999977c7e1b,38649,1731218206107/rs:state/1731218206346/Put/seqid=0 2024-11-10T05:57:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741881_1057 (size=5156) 2024-11-10T05:57:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741881_1057 (size=5156) 2024-11-10T05:57:34,210 INFO [M:0;4999977c7e1b:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03035f9f2247434593a6c246b9bc39b5 2024-11-10T05:57:34,228 DEBUG [M:0;4999977c7e1b:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/439241df300d4f0f8af28a8a6153a5d9 is 52, key is load_balancer_on/state:d/1731218207035/Put/seqid=0 2024-11-10T05:57:34,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:34,229 INFO [RS:0;4999977c7e1b:38649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:57:34,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x10190c0e2bf0001, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:34,229 INFO [RS:0;4999977c7e1b:38649 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,38649,1731218206107; zookeeper connection closed. 2024-11-10T05:57:34,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c3be20f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c3be20f 2024-11-10T05:57:34,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T05:57:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741882_1058 (size=5056) 2024-11-10T05:57:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741882_1058 (size=5056) 2024-11-10T05:57:34,233 INFO [M:0;4999977c7e1b:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/439241df300d4f0f8af28a8a6153a5d9 2024-11-10T05:57:34,238 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447830343eed475ea48100fb9e0e4249 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/447830343eed475ea48100fb9e0e4249 2024-11-10T05:57:34,244 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/447830343eed475ea48100fb9e0e4249, entries=8, sequenceid=125, filesize=5.5 K 2024-11-10T05:57:34,245 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6b429ed7b947b795960c622a962ae0 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad6b429ed7b947b795960c622a962ae0 2024-11-10T05:57:34,250 INFO [M:0;4999977c7e1b:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6b429ed7b947b795960c622a962ae0 2024-11-10T05:57:34,250 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad6b429ed7b947b795960c622a962ae0, entries=13, sequenceid=125, filesize=6.9 K 2024-11-10T05:57:34,251 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03035f9f2247434593a6c246b9bc39b5 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03035f9f2247434593a6c246b9bc39b5 2024-11-10T05:57:34,256 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03035f9f2247434593a6c246b9bc39b5, entries=1, sequenceid=125, filesize=5.0 K 2024-11-10T05:57:34,257 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/439241df300d4f0f8af28a8a6153a5d9 as hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/439241df300d4f0f8af28a8a6153a5d9 2024-11-10T05:57:34,261 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/b0f0b465-570c-3642-6ff2-eebd5323c788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/439241df300d4f0f8af28a8a6153a5d9, entries=1, sequenceid=125, filesize=4.9 K 2024-11-10T05:57:34,262 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false 2024-11-10T05:57:34,264 INFO [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:34,264 DEBUG [M:0;4999977c7e1b:32983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218254139Disabling compacts and flushes for region at 1731218254139Disabling writes for close at 1731218254139Obtaining lock to block concurrent updates at 1731218254139Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731218254139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731218254140 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731218254140Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731218254140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731218254155 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731218254155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731218254165 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731218254179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731218254179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731218254190 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731218254204 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731218254204Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731218254214 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731218254228 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731218254228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5226ac: reopening flushed file at 1731218254237 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab60d02: reopening flushed file at 1731218254244 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5403d245: reopening flushed file at 1731218254250 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7369a923: reopening flushed file at 1731218254256 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false at 1731218254262 (+6 ms)Writing region close event to WAL at 1731218254264 (+2 ms)Closed at 1731218254264 2024-11-10T05:57:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741830_1006 (size=61320) 2024-11-10T05:57:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44875 is added to blk_1073741830_1006 (size=61320) 2024-11-10T05:57:34,267 INFO [M:0;4999977c7e1b:32983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:57:34,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:57:34,267 INFO [M:0;4999977c7e1b:32983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32983 2024-11-10T05:57:34,267 INFO [M:0;4999977c7e1b:32983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:57:34,363 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:57:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:34,369 INFO [M:0;4999977c7e1b:32983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:57:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10190c0e2bf0000, quorum=127.0.0.1:50077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:34,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d1dd44f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:34,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63186bd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:34,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:34,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153bfc0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:34,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43024761{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:34,373 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:57:34,373 WARN [BP-268384983-172.17.0.2-1731218205383 heartbeating to localhost/127.0.0.1:38857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:57:34,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:57:34,374 WARN [BP-268384983-172.17.0.2-1731218205383 heartbeating to localhost/127.0.0.1:38857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268384983-172.17.0.2-1731218205383 (Datanode Uuid 5b9299aa-48d2-49c7-bacb-9a85428198b1) service to localhost/127.0.0.1:38857 2024-11-10T05:57:34,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data3/current/BP-268384983-172.17.0.2-1731218205383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:34,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data4/current/BP-268384983-172.17.0.2-1731218205383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:34,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:57:34,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6407f6d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:34,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b4101a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:34,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:34,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206601e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:34,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6551a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:34,383 WARN [BP-268384983-172.17.0.2-1731218205383 heartbeating to localhost/127.0.0.1:38857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:57:34,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:57:34,383 WARN [BP-268384983-172.17.0.2-1731218205383 heartbeating to localhost/127.0.0.1:38857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268384983-172.17.0.2-1731218205383 (Datanode Uuid 6bf3881c-2eb5-49ed-ae61-61c7a827f197) service to localhost/127.0.0.1:38857 2024-11-10T05:57:34,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:57:34,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data1/current/BP-268384983-172.17.0.2-1731218205383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:34,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/cluster_92dd5a55-dbf6-247a-03b5-2fa45140ea39/data/data2/current/BP-268384983-172.17.0.2-1731218205383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:34,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:57:34,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61937be2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:57:34,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f016295{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:34,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:34,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16908e85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:34,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70aba8b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:34,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:57:34,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:57:34,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=457 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=27 (was 32), ProcessCount=11 (was 11), AvailableMemoryMB=7112 (was 7281) 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=27, ProcessCount=11, AvailableMemoryMB=7112 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.log.dir so I do NOT create it in target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/43e328e5-8e68-22b4-fb71-55c0a6765817/hadoop.tmp.dir so I do NOT create it in target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2, deleteOnExit=true 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/test.cache.data in system properties and HBase conf 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:57:34,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:57:34,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:57:34,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:57:34,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:57:34,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:57:34,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:57:34,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:57:34,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:57:34,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:57:34,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:57:34,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:57:34,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:57:34,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6928c8cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:57:34,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62101f8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:57:34,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40dd317{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/java.io.tmpdir/jetty-localhost-41373-hadoop-hdfs-3_4_1-tests_jar-_-any-16027695344677714246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:57:34,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5373f646{HTTP/1.1, (http/1.1)}{localhost:41373} 2024-11-10T05:57:34,637 INFO [Time-limited test {}] server.Server(415): Started @188703ms 2024-11-10T05:57:34,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:57:34,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:57:34,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:57:34,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:57:34,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:57:34,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7baed976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:57:34,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c2f958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:57:34,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebb675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/java.io.tmpdir/jetty-localhost-41343-hadoop-hdfs-3_4_1-tests_jar-_-any-4603637468661184731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:34,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f6b6b10{HTTP/1.1, (http/1.1)}{localhost:41343} 2024-11-10T05:57:34,817 INFO [Time-limited test {}] server.Server(415): Started @188883ms 2024-11-10T05:57:34,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:57:34,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:57:34,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:57:34,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:57:34,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:57:34,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:57:34,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4272246d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:57:34,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e35d814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:57:34,895 WARN [Thread-1593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data1/current/BP-1206500396-172.17.0.2-1731218254471/current, will proceed with Du for space computation calculation, 2024-11-10T05:57:34,896 WARN [Thread-1594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data2/current/BP-1206500396-172.17.0.2-1731218254471/current, will proceed with Du for space computation calculation, 2024-11-10T05:57:34,912 WARN [Thread-1572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:57:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc258d80c9abf8649 with lease ID 0xb24a573233fb5e3: Processing first storage report for DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f from datanode DatanodeRegistration(127.0.0.1:35631, datanodeUuid=b252215e-ffda-4099-ac88-99315b493e06, infoPort=46777, infoSecurePort=0, ipcPort=36139, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471) 2024-11-10T05:57:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc258d80c9abf8649 with lease ID 0xb24a573233fb5e3: from storage DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f node DatanodeRegistration(127.0.0.1:35631, datanodeUuid=b252215e-ffda-4099-ac88-99315b493e06, infoPort=46777, infoSecurePort=0, ipcPort=36139, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:57:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc258d80c9abf8649 with lease ID 0xb24a573233fb5e3: Processing first storage report for DS-0f6e24eb-bfeb-486e-ae19-5f98f82d55f6 from datanode DatanodeRegistration(127.0.0.1:35631, datanodeUuid=b252215e-ffda-4099-ac88-99315b493e06, infoPort=46777, infoSecurePort=0, ipcPort=36139, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471) 2024-11-10T05:57:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc258d80c9abf8649 with lease ID 0xb24a573233fb5e3: from storage DS-0f6e24eb-bfeb-486e-ae19-5f98f82d55f6 node DatanodeRegistration(127.0.0.1:35631, datanodeUuid=b252215e-ffda-4099-ac88-99315b493e06, infoPort=46777, infoSecurePort=0, ipcPort=36139, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:57:34,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499c4f7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/java.io.tmpdir/jetty-localhost-43217-hadoop-hdfs-3_4_1-tests_jar-_-any-12489276420760704693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:34,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b360eeb{HTTP/1.1, (http/1.1)}{localhost:43217} 2024-11-10T05:57:34,970 INFO [Time-limited test {}] server.Server(415): Started @189036ms 2024-11-10T05:57:34,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:57:35,049 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data3/current/BP-1206500396-172.17.0.2-1731218254471/current, will proceed with Du for space computation calculation, 2024-11-10T05:57:35,050 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data4/current/BP-1206500396-172.17.0.2-1731218254471/current, will proceed with Du for space computation calculation, 2024-11-10T05:57:35,065 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:57:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa608349deb2a45fc with lease ID 0xb24a573233fb5e4: Processing first storage report for DS-1ed5de8e-c810-467f-8f55-26595242ea3b from datanode DatanodeRegistration(127.0.0.1:34997, datanodeUuid=493883ba-4122-488f-b6c5-89352bfc4f33, infoPort=42759, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471) 2024-11-10T05:57:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa608349deb2a45fc with lease ID 0xb24a573233fb5e4: from storage DS-1ed5de8e-c810-467f-8f55-26595242ea3b node DatanodeRegistration(127.0.0.1:34997, datanodeUuid=493883ba-4122-488f-b6c5-89352bfc4f33, infoPort=42759, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:57:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa608349deb2a45fc with lease ID 0xb24a573233fb5e4: Processing first storage report for DS-2595b03f-833d-4cf6-9b5b-f5d194a8dd07 from datanode DatanodeRegistration(127.0.0.1:34997, datanodeUuid=493883ba-4122-488f-b6c5-89352bfc4f33, infoPort=42759, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471) 2024-11-10T05:57:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa608349deb2a45fc with lease ID 0xb24a573233fb5e4: from storage DS-2595b03f-833d-4cf6-9b5b-f5d194a8dd07 node DatanodeRegistration(127.0.0.1:34997, datanodeUuid=493883ba-4122-488f-b6c5-89352bfc4f33, infoPort=42759, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1271470783;c=1731218254471), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:57:35,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0 2024-11-10T05:57:35,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/zookeeper_0, clientPort=52421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:57:35,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52421 2024-11-10T05:57:35,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:57:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:57:35,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe with version=8 2024-11-10T05:57:35,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42465/user/jenkins/test-data/34a1a0b2-8a15-4a68-1624-108a54057a7b/hbase-staging 2024-11-10T05:57:35,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:57:35,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:57:35,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35637 2024-11-10T05:57:35,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35637 connecting to ZooKeeper ensemble=127.0.0.1:52421 2024-11-10T05:57:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356370x0, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:57:35,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35637-0x10190c1a2620000 connected 2024-11-10T05:57:35,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:35,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe, hbase.cluster.distributed=false 2024-11-10T05:57:35,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:57:35,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-10T05:57:35,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35637 2024-11-10T05:57:35,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35637 2024-11-10T05:57:35,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-10T05:57:35,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-10T05:57:35,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:57:35,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:57:35,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37133 2024-11-10T05:57:35,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37133 connecting to ZooKeeper ensemble=127.0.0.1:52421 2024-11-10T05:57:35,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371330x0, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:57:35,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371330x0, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:35,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37133-0x10190c1a2620001 connected 2024-11-10T05:57:35,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:57:35,165 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:57:35,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:57:35,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:57:35,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-10T05:57:35,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37133 2024-11-10T05:57:35,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37133 2024-11-10T05:57:35,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-10T05:57:35,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-10T05:57:35,179 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:35637 2024-11-10T05:57:35,179 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:57:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:57:35,181 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:57:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,183 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:57:35,183 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,35637,1731218255111 from backup master directory 2024-11-10T05:57:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:57:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:57:35,184 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:57:35,184 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,188 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/hbase.id] with ID: 40c6525c-1dee-45dd-8178-5bbdc8d45199 2024-11-10T05:57:35,188 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/.tmp/hbase.id 2024-11-10T05:57:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:57:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:57:35,195 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/.tmp/hbase.id]:[hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/hbase.id] 2024-11-10T05:57:35,204 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:35,204 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:57:35,205 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T05:57:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:57:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:57:35,213 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:57:35,214 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:57:35,214 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:57:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:57:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:57:35,221 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store 2024-11-10T05:57:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:57:35,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:57:35,228 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:35,228 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:35,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218255228Disabling compacts and flushes for region at 1731218255228Disabling writes for close at 1731218255228Writing region close event to WAL at 1731218255228Closed at 1731218255228 2024-11-10T05:57:35,229 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/.initializing 2024-11-10T05:57:35,229 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/WALs/4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,230 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:57:35,232 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C35637%2C1731218255111, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/WALs/4999977c7e1b,35637,1731218255111, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/oldWALs, maxLogs=10 2024-11-10T05:57:35,245 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/WALs/4999977c7e1b,35637,1731218255111/4999977c7e1b%2C35637%2C1731218255111.1731218255232, exclude list is [], retry=0 2024-11-10T05:57:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-1ed5de8e-c810-467f-8f55-26595242ea3b,DISK] 2024-11-10T05:57:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35631,DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f,DISK] 2024-11-10T05:57:35,249 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/WALs/4999977c7e1b,35637,1731218255111/4999977c7e1b%2C35637%2C1731218255111.1731218255232 2024-11-10T05:57:35,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:46777:46777)] 2024-11-10T05:57:35,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:57:35,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:35,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,250 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:57:35,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:57:35,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:57:35,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:57:35,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:57:35,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:57:35,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:57:35,258 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,259 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,259 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,260 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,260 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,261 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:57:35,262 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:57:35,263 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:57:35,264 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689342, jitterRate=-0.12345747649669647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:57:35,265 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218255250Initializing all the Stores at 1731218255251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218255251Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218255251Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218255251Cleaning up temporary data from old regions at 1731218255260 (+9 ms)Region opened successfully at 1731218255265 (+5 ms) 2024-11-10T05:57:35,265 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:57:35,268 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3c438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:57:35,269 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:57:35,269 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:57:35,269 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:57:35,269 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:57:35,269 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:57:35,270 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:57:35,270 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:57:35,271 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:57:35,272 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:57:35,273 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:57:35,274 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:57:35,274 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:57:35,275 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:57:35,275 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:57:35,276 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:57:35,277 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:57:35,278 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:57:35,279 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:57:35,281 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:57:35,282 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:57:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,284 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,35637,1731218255111, sessionid=0x10190c1a2620000, setting cluster-up flag (Was=false) 2024-11-10T05:57:35,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,290 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:57:35,291 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,298 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:57:35,298 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,35637,1731218255111 2024-11-10T05:57:35,300 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:57:35,301 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:57:35,301 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:57:35,301 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:57:35,302 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,35637,1731218255111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:57:35,303 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,304 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218285304 2024-11-10T05:57:35,304 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:57:35,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:57:35,304 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:57:35,305 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:57:35,305 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:57:35,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:57:35,305 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:57:35,305 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:57:35,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:57:35,308 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,310 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:57:35,310 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:57:35,311 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218255311,5,FailOnTimeoutGroup] 2024-11-10T05:57:35,311 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218255311,5,FailOnTimeoutGroup] 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,311 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:57:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:57:35,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:57:35,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe 2024-11-10T05:57:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:57:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:57:35,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:35,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:57:35,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:57:35,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:57:35,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:57:35,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:57:35,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:57:35,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:57:35,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:57:35,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:57:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740 2024-11-10T05:57:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740 2024-11-10T05:57:35,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:57:35,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:57:35,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:57:35,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:57:35,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:57:35,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830727, jitterRate=0.05632418394088745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:57:35,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218255330Initializing all the Stores at 1731218255331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218255331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255331Cleaning up temporary data from old regions at 1731218255341 (+10 ms)Region opened successfully at 1731218255346 (+5 ms) 2024-11-10T05:57:35,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:57:35,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:57:35,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:57:35,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:57:35,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:57:35,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:57:35,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218255346Disabling compacts and flushes for region at 1731218255346Disabling writes for close at 1731218255346Writing region close event to WAL at 1731218255347 (+1 ms)Closed at 1731218255347 2024-11-10T05:57:35,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:57:35,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:57:35,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:57:35,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:57:35,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:57:35,369 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(746): ClusterId : 40c6525c-1dee-45dd-8178-5bbdc8d45199 2024-11-10T05:57:35,369 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:57:35,371 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:57:35,371 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:57:35,373 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:57:35,373 DEBUG [RS:0;4999977c7e1b:37133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b2824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:57:35,385 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:37133 2024-11-10T05:57:35,385 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:57:35,385 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:57:35,385 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:57:35,385 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,35637,1731218255111 with port=37133, startcode=1731218255155 2024-11-10T05:57:35,386 DEBUG [RS:0;4999977c7e1b:37133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:57:35,387 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:57:35,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35637 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,389 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe 2024-11-10T05:57:35,389 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39903 2024-11-10T05:57:35,389 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:57:35,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:57:35,391 DEBUG [RS:0;4999977c7e1b:37133 {}] zookeeper.ZKUtil(111): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,391 WARN [RS:0;4999977c7e1b:37133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:57:35,391 INFO [RS:0;4999977c7e1b:37133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:57:35,391 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,37133,1731218255155] 2024-11-10T05:57:35,394 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:57:35,395 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:57:35,396 INFO [RS:0;4999977c7e1b:37133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:57:35,396 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,396 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:57:35,397 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:57:35,397 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:57:35,397 DEBUG [RS:0;4999977c7e1b:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,401 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37133,1731218255155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:57:35,416 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:57:35,416 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,37133,1731218255155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,416 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,416 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.Replication(171): 4999977c7e1b,37133,1731218255155 started 2024-11-10T05:57:35,430 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,430 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,37133,1731218255155, RpcServer on 4999977c7e1b/172.17.0.2:37133, sessionid=0x10190c1a2620001 2024-11-10T05:57:35,430 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:57:35,430 DEBUG [RS:0;4999977c7e1b:37133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,430 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,37133,1731218255155' 2024-11-10T05:57:35,430 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:57:35,430 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,37133,1731218255155' 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:57:35,431 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:57:35,432 DEBUG [RS:0;4999977c7e1b:37133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:57:35,432 INFO [RS:0;4999977c7e1b:37133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:57:35,432 INFO [RS:0;4999977c7e1b:37133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:57:35,501 WARN [4999977c7e1b:35637 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:57:35,532 INFO [RS:0;4999977c7e1b:37133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:57:35,534 INFO [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C37133%2C1731218255155, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs, maxLogs=32 2024-11-10T05:57:35,547 DEBUG [RS:0;4999977c7e1b:37133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155/4999977c7e1b%2C37133%2C1731218255155.1731218255534, exclude list is [], retry=0 2024-11-10T05:57:35,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-1ed5de8e-c810-467f-8f55-26595242ea3b,DISK] 2024-11-10T05:57:35,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35631,DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f,DISK] 2024-11-10T05:57:35,552 INFO [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155/4999977c7e1b%2C37133%2C1731218255155.1731218255534 2024-11-10T05:57:35,552 DEBUG [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:46777:46777)] 2024-11-10T05:57:35,751 DEBUG [4999977c7e1b:35637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T05:57:35,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,753 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,37133,1731218255155, state=OPENING 2024-11-10T05:57:35,754 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:57:35,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:35,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:57:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:57:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:57:35,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,37133,1731218255155}] 2024-11-10T05:57:35,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:57:35,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:57:35,914 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:57:35,914 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:57:35,915 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:57:35,916 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C37133%2C1731218255155.meta, suffix=.meta, logDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs, maxLogs=32 2024-11-10T05:57:35,930 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155/4999977c7e1b%2C37133%2C1731218255155.meta.1731218255916.meta, exclude list is [], retry=0 2024-11-10T05:57:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35631,DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f,DISK] 2024-11-10T05:57:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-1ed5de8e-c810-467f-8f55-26595242ea3b,DISK] 2024-11-10T05:57:35,933 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/4999977c7e1b,37133,1731218255155/4999977c7e1b%2C37133%2C1731218255155.meta.1731218255916.meta 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:57:35,934 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:57:35,934 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:57:35,935 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:57:35,935 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:57:35,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:57:35,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:57:35,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:57:35,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:57:35,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:57:35,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:57:35,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:57:35,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:57:35,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:57:35,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:57:35,941 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:57:35,942 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740 2024-11-10T05:57:35,943 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740 2024-11-10T05:57:35,944 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:57:35,944 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:57:35,944 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T05:57:35,946 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:57:35,946 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=750365, jitterRate=-0.04586200416088104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T05:57:35,946 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:57:35,947 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218255935Writing region info on filesystem at 1731218255935Initializing all the Stores at 1731218255935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255936 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218255936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218255936Cleaning up temporary data from old regions at 1731218255944 (+8 ms)Running coprocessor post-open hooks at 1731218255946 (+2 ms)Region opened successfully at 1731218255947 (+1 ms) 2024-11-10T05:57:35,948 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218255908 2024-11-10T05:57:35,950 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:57:35,950 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:57:35,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,37133,1731218255155, state=OPEN 2024-11-10T05:57:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:57:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:57:35,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,37133,1731218255155 2024-11-10T05:57:35,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:57:35,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:57:35,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:57:35,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,37133,1731218255155 in 198 msec 2024-11-10T05:57:35,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:57:35,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-10T05:57:35,959 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:57:35,959 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:57:35,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:57:35,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,37133,1731218255155, seqNum=-1] 2024-11-10T05:57:35,961 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:57:35,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:57:35,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 664 msec 2024-11-10T05:57:35,966 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218255966, completionTime=-1 2024-11-10T05:57:35,966 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T05:57:35,966 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218315968 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731218375968 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:35637, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,968 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:35,970 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.788sec 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:57:35,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:57:35,974 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:57:35,974 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:57:35,974 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35637,1731218255111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:57:36,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db2c70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:57:36,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,35637,-1 for getting cluster id 2024-11-10T05:57:36,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:57:36,071 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40c6525c-1dee-45dd-8178-5bbdc8d45199' 2024-11-10T05:57:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:57:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40c6525c-1dee-45dd-8178-5bbdc8d45199" 2024-11-10T05:57:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53079d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:57:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,35637,-1] 2024-11-10T05:57:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:57:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,073 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:57:36,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4513aafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:57:36,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:57:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,37133,1731218255155, seqNum=-1] 2024-11-10T05:57:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:57:36,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:57:36,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,35637,1731218255111 2024-11-10T05:57:36,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:57:36,080 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T05:57:36,080 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:57:36,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:57:36,084 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs, maxLogs=32 2024-11-10T05:57:36,097 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256084, exclude list is [], retry=0 2024-11-10T05:57:36,100 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35631,DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f,DISK] 2024-11-10T05:57:36,100 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-1ed5de8e-c810-467f-8f55-26595242ea3b,DISK] 2024-11-10T05:57:36,102 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256084 2024-11-10T05:57:36,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-10T05:57:36,115 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256102, exclude list is [], retry=0 2024-11-10T05:57:36,117 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35631,DS-6e48293f-85fc-4b1e-9ea1-890858f0f27f,DISK] 2024-11-10T05:57:36,117 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-1ed5de8e-c810-467f-8f55-26595242ea3b,DISK] 2024-11-10T05:57:36,119 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256084 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256102 2024-11-10T05:57:36,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-10T05:57:36,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256084 is not closed yet, will try archiving it next time 2024-11-10T05:57:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741835_1011 (size=93) 2024-11-10T05:57:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741835_1011 (size=93) 2024-11-10T05:57:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741836_1012 (size=93) 2024-11-10T05:57:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741836_1012 (size=93) 2024-11-10T05:57:36,124 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731218256084 to hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs/test.com%2C8080%2C1.1731218256084 2024-11-10T05:57:36,126 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs 2024-11-10T05:57:36,126 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731218256102) 2024-11-10T05:57:36,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:57:36,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:57:36,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:36,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:57:36,127 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:57:36,127 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1938330420, stopped=false 2024-11-10T05:57:36,127 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,35637,1731218255111 2024-11-10T05:57:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:57:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:36,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:57:36,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:57:36,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:36,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:36,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,37133,1731218255155' ***** 2024-11-10T05:57:36,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:57:36,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:57:36,129 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:57:36,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,37133,1731218255155 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:37133. 2024-11-10T05:57:36,130 DEBUG [RS:0;4999977c7e1b:37133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:57:36,130 DEBUG [RS:0;4999977c7e1b:37133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:57:36,130 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T05:57:36,131 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:57:36,131 DEBUG [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T05:57:36,131 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:57:36,131 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:57:36,131 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:57:36,131 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:57:36,131 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:57:36,131 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T05:57:36,146 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/.tmp/ns/d141f30419da4e62b28ee8caa7fed881 is 43, key is default/ns:d/1731218255962/Put/seqid=0 2024-11-10T05:57:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741837_1013 (size=5153) 2024-11-10T05:57:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741837_1013 (size=5153) 2024-11-10T05:57:36,152 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/.tmp/ns/d141f30419da4e62b28ee8caa7fed881 2024-11-10T05:57:36,157 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/.tmp/ns/d141f30419da4e62b28ee8caa7fed881 as hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/ns/d141f30419da4e62b28ee8caa7fed881 2024-11-10T05:57:36,162 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/ns/d141f30419da4e62b28ee8caa7fed881, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T05:57:36,163 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-10T05:57:36,163 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:57:36,167 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T05:57:36,168 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:57:36,168 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:57:36,168 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218256131Running coprocessor pre-close hooks at 1731218256131Disabling compacts and flushes for region at 1731218256131Disabling writes for close at 1731218256131Obtaining lock to block concurrent updates at 1731218256131Preparing flush snapshotting stores in 1588230740 at 1731218256131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731218256131Flushing stores of hbase:meta,,1.1588230740 at 1731218256132 (+1 ms)Flushing 1588230740/ns: creating writer at 1731218256132Flushing 1588230740/ns: appending metadata at 1731218256146 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731218256146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b74ba3c: reopening flushed file at 1731218256157 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731218256163 (+6 ms)Writing region close event to WAL at 1731218256164 (+1 ms)Running coprocessor post-close hooks at 1731218256167 (+3 ms)Closed at 1731218256168 (+1 ms) 2024-11-10T05:57:36,168 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:57:36,331 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,37133,1731218255155; all regions closed. 2024-11-10T05:57:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741834_1010 (size=1152) 2024-11-10T05:57:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741834_1010 (size=1152) 2024-11-10T05:57:36,336 DEBUG [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs 2024-11-10T05:57:36,336 INFO [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C37133%2C1731218255155.meta:.meta(num 1731218255916) 2024-11-10T05:57:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741833_1009 (size=93) 2024-11-10T05:57:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741833_1009 (size=93) 2024-11-10T05:57:36,340 DEBUG [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/oldWALs 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C37133%2C1731218255155:(num 1731218255534) 2024-11-10T05:57:36,340 DEBUG [RS:0;4999977c7e1b:37133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:57:36,340 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:57:36,340 INFO [RS:0;4999977c7e1b:37133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37133 2024-11-10T05:57:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,37133,1731218255155 2024-11-10T05:57:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:57:36,342 INFO [RS:0;4999977c7e1b:37133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:57:36,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,37133,1731218255155] 2024-11-10T05:57:36,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,37133,1731218255155 already deleted, retry=false 2024-11-10T05:57:36,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,37133,1731218255155 expired; onlineServers=0 2024-11-10T05:57:36,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,35637,1731218255111' ***** 2024-11-10T05:57:36,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:57:36,345 DEBUG [M:0;4999977c7e1b:35637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:57:36,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:57:36,345 DEBUG [M:0;4999977c7e1b:35637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:57:36,345 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218255311 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731218255311,5,FailOnTimeoutGroup] 2024-11-10T05:57:36,345 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218255311 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731218255311,5,FailOnTimeoutGroup] 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:57:36,345 DEBUG [M:0;4999977c7e1b:35637 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:57:36,345 INFO [M:0;4999977c7e1b:35637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:57:36,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:57:36,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:57:36,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:57:36,346 DEBUG [M:0;4999977c7e1b:35637 {}] zookeeper.ZKUtil(347): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:57:36,346 WARN [M:0;4999977c7e1b:35637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:57:36,347 INFO [M:0;4999977c7e1b:35637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/.lastflushedseqids 2024-11-10T05:57:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741838_1014 (size=99) 2024-11-10T05:57:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741838_1014 (size=99) 2024-11-10T05:57:36,356 INFO [M:0;4999977c7e1b:35637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:57:36,356 INFO [M:0;4999977c7e1b:35637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:57:36,356 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:57:36,357 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:36,357 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:36,357 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:57:36,357 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:36,357 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-10T05:57:36,372 DEBUG [M:0;4999977c7e1b:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff75a455785f46d2b63a4df7c847e8ed is 82, key is hbase:meta,,1/info:regioninfo/1731218255950/Put/seqid=0 2024-11-10T05:57:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741839_1015 (size=5672) 2024-11-10T05:57:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741839_1015 (size=5672) 2024-11-10T05:57:36,377 INFO [M:0;4999977c7e1b:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff75a455785f46d2b63a4df7c847e8ed 2024-11-10T05:57:36,396 DEBUG [M:0;4999977c7e1b:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a416435ada354a27befecafb018fc008 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731218255965/Put/seqid=0 2024-11-10T05:57:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741840_1016 (size=5275) 2024-11-10T05:57:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741840_1016 (size=5275) 2024-11-10T05:57:36,401 INFO [M:0;4999977c7e1b:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a416435ada354a27befecafb018fc008 2024-11-10T05:57:36,420 DEBUG [M:0;4999977c7e1b:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99675c01aa5b4e14b6f425188e446156 is 69, key is 4999977c7e1b,37133,1731218255155/rs:state/1731218255388/Put/seqid=0 2024-11-10T05:57:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741841_1017 (size=5156) 2024-11-10T05:57:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741841_1017 (size=5156) 2024-11-10T05:57:36,425 INFO [M:0;4999977c7e1b:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99675c01aa5b4e14b6f425188e446156 2024-11-10T05:57:36,443 DEBUG [M:0;4999977c7e1b:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f94c68977642d3b32ac7b662a275e3 is 52, key is load_balancer_on/state:d/1731218256079/Put/seqid=0 2024-11-10T05:57:36,444 INFO [RS:0;4999977c7e1b:37133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:57:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:36,444 INFO [RS:0;4999977c7e1b:37133 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,37133,1731218255155; zookeeper connection closed. 2024-11-10T05:57:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x10190c1a2620001, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:36,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab 2024-11-10T05:57:36,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T05:57:36,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741842_1018 (size=5056) 2024-11-10T05:57:36,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741842_1018 (size=5056) 2024-11-10T05:57:36,449 INFO [M:0;4999977c7e1b:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f94c68977642d3b32ac7b662a275e3 2024-11-10T05:57:36,454 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff75a455785f46d2b63a4df7c847e8ed as hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff75a455785f46d2b63a4df7c847e8ed 2024-11-10T05:57:36,459 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff75a455785f46d2b63a4df7c847e8ed, entries=8, sequenceid=29, filesize=5.5 K 2024-11-10T05:57:36,460 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a416435ada354a27befecafb018fc008 as hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a416435ada354a27befecafb018fc008 2024-11-10T05:57:36,464 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a416435ada354a27befecafb018fc008, entries=3, sequenceid=29, filesize=5.2 K 2024-11-10T05:57:36,465 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99675c01aa5b4e14b6f425188e446156 as hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99675c01aa5b4e14b6f425188e446156 2024-11-10T05:57:36,469 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99675c01aa5b4e14b6f425188e446156, entries=1, sequenceid=29, filesize=5.0 K 2024-11-10T05:57:36,470 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f94c68977642d3b32ac7b662a275e3 as hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b6f94c68977642d3b32ac7b662a275e3 2024-11-10T05:57:36,473 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/60e6b0d1-62c2-a446-f701-d6316e1db3fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b6f94c68977642d3b32ac7b662a275e3, entries=1, sequenceid=29, filesize=4.9 K 2024-11-10T05:57:36,474 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-10T05:57:36,476 INFO [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:57:36,476 DEBUG [M:0;4999977c7e1b:35637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218256356Disabling compacts and flushes for region at 1731218256356Disabling writes for close at 1731218256357 (+1 ms)Obtaining lock to block concurrent updates at 1731218256357Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731218256357Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731218256357Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731218256358 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731218256358Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731218256372 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731218256372Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731218256382 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731218256395 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731218256395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731218256405 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731218256419 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731218256419Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731218256429 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731218256443 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731218256443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c95ced6: reopening flushed file at 1731218256454 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47cc5d81: reopening flushed file at 1731218256460 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed37f: reopening flushed file at 1731218256465 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3aed1a: reopening flushed file at 1731218256469 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731218256474 (+5 ms)Writing region close event to WAL at 1731218256476 (+2 ms)Closed at 1731218256476 2024-11-10T05:57:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741830_1006 (size=10311) 2024-11-10T05:57:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35631 is added to blk_1073741830_1006 (size=10311) 2024-11-10T05:57:36,479 INFO [M:0;4999977c7e1b:35637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:57:36,479 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:57:36,479 INFO [M:0;4999977c7e1b:35637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35637 2024-11-10T05:57:36,479 INFO [M:0;4999977c7e1b:35637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:57:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:36,581 INFO [M:0;4999977c7e1b:35637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:57:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x10190c1a2620000, quorum=127.0.0.1:52421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:57:36,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499c4f7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:36,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b360eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:36,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:36,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e35d814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:36,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4272246d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:36,585 WARN [BP-1206500396-172.17.0.2-1731218254471 heartbeating to localhost/127.0.0.1:39903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:57:36,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:57:36,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:57:36,585 WARN [BP-1206500396-172.17.0.2-1731218254471 heartbeating to localhost/127.0.0.1:39903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206500396-172.17.0.2-1731218254471 (Datanode Uuid 493883ba-4122-488f-b6c5-89352bfc4f33) service to localhost/127.0.0.1:39903 2024-11-10T05:57:36,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data3/current/BP-1206500396-172.17.0.2-1731218254471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:36,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data4/current/BP-1206500396-172.17.0.2-1731218254471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:36,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:57:36,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebb675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:57:36,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f6b6b10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:36,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:36,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c2f958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:36,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7baed976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:36,590 WARN [BP-1206500396-172.17.0.2-1731218254471 heartbeating to localhost/127.0.0.1:39903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:57:36,590 WARN [BP-1206500396-172.17.0.2-1731218254471 heartbeating to localhost/127.0.0.1:39903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206500396-172.17.0.2-1731218254471 (Datanode Uuid b252215e-ffda-4099-ac88-99315b493e06) service to localhost/127.0.0.1:39903 2024-11-10T05:57:36,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:57:36,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:57:36,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data1/current/BP-1206500396-172.17.0.2-1731218254471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:36,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/cluster_eeea9412-6e4e-7c5c-c872-085670c4f4f2/data/data2/current/BP-1206500396-172.17.0.2-1731218254471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:57:36,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:57:36,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40dd317{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:57:36,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5373f646{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:57:36,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:57:36,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62101f8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:57:36,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6928c8cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e449a101-ace1-e7a6-616d-3511e27ad2a0/hadoop.log.dir/,STOPPED} 2024-11-10T05:57:36,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:57:36,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:57:36,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 111) - Thread LEAK? -, OpenFileDescriptor=512 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=27 (was 27), ProcessCount=11 (was 11), AvailableMemoryMB=7075 (was 7112)