2024-11-25 07:50:23,193 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 2024-11-25 07:50:23,291 main DEBUG Took 0.091375 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:50:23,292 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:50:23,292 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:50:23,293 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:50:23,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,304 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:50:23,324 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,328 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,332 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,334 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,337 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,341 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,343 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,344 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:50:23,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,345 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:50:23,347 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:50:23,348 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:50:23,351 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:50:23,352 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:50:23,353 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:50:23,354 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:50:23,363 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:50:23,366 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:50:23,369 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:50:23,369 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:50:23,370 main DEBUG createAppenders(={Console}) 2024-11-25 07:50:23,371 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 initialized 2024-11-25 07:50:23,372 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 2024-11-25 07:50:23,372 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 OK. 2024-11-25 07:50:23,373 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:50:23,373 main DEBUG OutputStream closed 2024-11-25 07:50:23,373 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:50:23,374 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:50:23,374 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3e11f9e9 OK 2024-11-25 07:50:23,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:50:23,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:50:23,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:50:23,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:50:23,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:50:23,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:50:23,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:50:23,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:50:23,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:50:23,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:50:23,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:50:23,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:50:23,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:50:23,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:50:23,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:50:23,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:50:23,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:50:23,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:50:23,510 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:50:23,511 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@21fd5faa) with optional ClassLoader: null 2024-11-25 07:50:23,511 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:50:23,513 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@21fd5faa] started OK. 2024-11-25T07:50:23,913 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d 2024-11-25 07:50:23,917 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:50:23,917 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:50:23,928 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-25T07:50:23,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=5708 2024-11-25T07:50:23,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:50:24,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8, deleteOnExit=true 2024-11-25T07:50:24,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:50:24,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/test.cache.data in system properties and HBase conf 2024-11-25T07:50:24,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:50:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:50:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:50:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:50:24,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:50:24,193 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:50:24,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:50:24,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:50:24,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:50:24,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:50:24,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:50:24,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:50:24,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:50:24,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:50:24,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:50:24,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:50:24,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:50:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:50:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:50:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:50:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:50:26,505 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:50:26,617 INFO [Time-limited test {}] log.Log(170): Logging initialized @4624ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:50:26,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:50:26,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:50:26,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:50:26,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:50:26,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:50:26,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:50:26,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f689b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:50:26,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3411756d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:50:27,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44220bfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/java.io.tmpdir/jetty-localhost-40589-hadoop-hdfs-3_4_1-tests_jar-_-any-16396602402793705438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:50:27,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b1d8844{HTTP/1.1, (http/1.1)}{localhost:40589} 2024-11-25T07:50:27,116 INFO [Time-limited test {}] server.Server(415): Started @5125ms 2024-11-25T07:50:28,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:50:28,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:50:28,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:50:28,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:50:28,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:50:28,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f64709d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:50:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e562895{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:50:28,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbb4e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/java.io.tmpdir/jetty-localhost-46815-hadoop-hdfs-3_4_1-tests_jar-_-any-8561460550206488841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:50:28,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6773ff45{HTTP/1.1, (http/1.1)}{localhost:46815} 2024-11-25T07:50:28,314 INFO [Time-limited test {}] server.Server(415): Started @6322ms 2024-11-25T07:50:28,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:50:28,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:50:28,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:50:28,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:50:28,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:50:28,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:50:28,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15624801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:50:28,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d5314{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:50:28,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18647623{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/java.io.tmpdir/jetty-localhost-34635-hadoop-hdfs-3_4_1-tests_jar-_-any-3299694890870106849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:50:28,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2a9b73{HTTP/1.1, (http/1.1)}{localhost:34635} 2024-11-25T07:50:28,640 INFO [Time-limited test {}] server.Server(415): Started @6648ms 2024-11-25T07:50:28,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:50:30,372 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data1/current/BP-1357521007-172.17.0.2-1732521025189/current, will proceed with Du for space computation calculation, 2024-11-25T07:50:30,375 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data2/current/BP-1357521007-172.17.0.2-1732521025189/current, will proceed with Du for space computation calculation, 2024-11-25T07:50:30,376 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data4/current/BP-1357521007-172.17.0.2-1732521025189/current, will proceed with Du for space computation calculation, 2024-11-25T07:50:30,376 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data3/current/BP-1357521007-172.17.0.2-1732521025189/current, will proceed with Du for space computation calculation, 2024-11-25T07:50:30,431 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:50:30,431 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:50:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa265a45d170c12bc with lease ID 0xba18bb01a6a5d8a1: Processing first storage report for DS-7955321d-6508-472e-8e28-fd2da1b9dd68 from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=32934edc-01fb-4bc0-838d-12509d3dfb5c, infoPort=33649, infoSecurePort=0, ipcPort=41793, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189) 2024-11-25T07:50:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa265a45d170c12bc with lease ID 0xba18bb01a6a5d8a1: from storage DS-7955321d-6508-472e-8e28-fd2da1b9dd68 node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=32934edc-01fb-4bc0-838d-12509d3dfb5c, infoPort=33649, infoSecurePort=0, ipcPort=41793, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T07:50:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42d5e5c8162fd819 with lease ID 0xba18bb01a6a5d8a0: Processing first storage report for DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=a03e9077-5fbc-46f2-a917-28785cc1d5a1, infoPort=34377, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189) 2024-11-25T07:50:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42d5e5c8162fd819 with lease ID 0xba18bb01a6a5d8a0: from storage DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=a03e9077-5fbc-46f2-a917-28785cc1d5a1, infoPort=34377, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:50:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa265a45d170c12bc with lease ID 0xba18bb01a6a5d8a1: Processing first storage report for DS-71691ea5-7c7e-4239-ad19-535b0c93d8a0 from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=32934edc-01fb-4bc0-838d-12509d3dfb5c, infoPort=33649, infoSecurePort=0, ipcPort=41793, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189) 2024-11-25T07:50:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa265a45d170c12bc with lease ID 0xba18bb01a6a5d8a1: from storage DS-71691ea5-7c7e-4239-ad19-535b0c93d8a0 node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=32934edc-01fb-4bc0-838d-12509d3dfb5c, infoPort=33649, infoSecurePort=0, ipcPort=41793, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:50:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42d5e5c8162fd819 with lease ID 0xba18bb01a6a5d8a0: Processing first storage report for DS-2b8e76d9-45d6-450c-843a-48f2e55053e4 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=a03e9077-5fbc-46f2-a917-28785cc1d5a1, infoPort=34377, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189) 2024-11-25T07:50:30,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42d5e5c8162fd819 with lease ID 0xba18bb01a6a5d8a0: from storage DS-2b8e76d9-45d6-450c-843a-48f2e55053e4 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=a03e9077-5fbc-46f2-a917-28785cc1d5a1, infoPort=34377, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=444249331;c=1732521025189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:50:30,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d 2024-11-25T07:50:31,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/zookeeper_0, clientPort=62363, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:50:31,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62363 2024-11-25T07:50:31,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:31,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:50:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:50:31,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2 with version=8 2024-11-25T07:50:31,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase-staging 2024-11-25T07:50:31,589 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:50:32,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:50:32,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:50:32,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:50:32,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:50:32,411 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:50:32,424 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:50:32,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:50:32,462 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49943 (auto-detected) 2024-11-25T07:50:32,463 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:50:32,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44163 2024-11-25T07:50:32,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44163 connecting to ZooKeeper ensemble=127.0.0.1:62363 2024-11-25T07:50:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441630x0, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:50:32,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44163-0x10170f8f0ea0000 connected 2024-11-25T07:50:32,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:32,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:32,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:50:32,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2, hbase.cluster.distributed=false 2024-11-25T07:50:32,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:50:32,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-25T07:50:32,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-25T07:50:32,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-25T07:50:32,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-25T07:50:32,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-25T07:50:32,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:50:32,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:50:32,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:50:32,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:50:32,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:50:32,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:50:32,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40081 2024-11-25T07:50:32,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40081 connecting to ZooKeeper ensemble=127.0.0.1:62363 2024-11-25T07:50:32,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:32,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:33,006 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400810x0, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:50:33,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40081-0x10170f8f0ea0001 connected 2024-11-25T07:50:33,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:50:33,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:50:33,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:50:33,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:50:33,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:50:33,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-25T07:50:33,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40081 2024-11-25T07:50:33,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40081 2024-11-25T07:50:33,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-25T07:50:33,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-25T07:50:33,107 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:44163 2024-11-25T07:50:33,109 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:33,123 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:50:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:50:33,127 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:33,164 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:50:33,164 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:33,168 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:50:33,169 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,44163,1732521031761 from backup master directory 2024-11-25T07:50:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:33,182 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:50:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:50:33,183 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:50:33,183 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:33,185 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:50:33,187 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:50:33,254 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase.id] with ID: caad718d-08a4-4f0e-823c-1a7ff172a749 2024-11-25T07:50:33,255 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/.tmp/hbase.id 2024-11-25T07:50:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:50:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:50:33,275 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/.tmp/hbase.id]:[hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase.id] 2024-11-25T07:50:33,326 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:33,333 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:50:33,351 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T07:50:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:33,501 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:50:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:50:33,539 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:50:33,542 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:50:33,550 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:50:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:50:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:50:33,611 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store 2024-11-25T07:50:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:50:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:50:33,647 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:50:33,650 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:33,652 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:50:33,652 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:50:33,653 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:50:33,654 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:50:33,654 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:50:33,655 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:50:33,656 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521033652Disabling compacts and flushes for region at 1732521033652Disabling writes for close at 1732521033654 (+2 ms)Writing region close event to WAL at 1732521033655 (+1 ms)Closed at 1732521033655 2024-11-25T07:50:33,659 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/.initializing 2024-11-25T07:50:33,659 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/WALs/7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:33,669 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:50:33,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C44163%2C1732521031761, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/WALs/7fb8763a5d32,44163,1732521031761, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/oldWALs, maxLogs=10 2024-11-25T07:50:33,721 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/WALs/7fb8763a5d32,44163,1732521031761/7fb8763a5d32%2C44163%2C1732521031761.1732521033694, exclude list is [], retry=0 2024-11-25T07:50:33,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:50:33,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:50:33,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:50:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T07:50:33,784 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/WALs/7fb8763a5d32,44163,1732521031761/7fb8763a5d32%2C44163%2C1732521031761.1732521033694 2024-11-25T07:50:33,786 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:34377:34377)] 2024-11-25T07:50:33,787 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:50:33,787 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:33,791 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,792 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:50:33,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:33,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:33,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:50:33,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:33,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:50:33,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:50:33,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:33,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:50:33,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:50:33,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:33,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:50:33,874 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,878 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,880 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,887 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,888 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,893 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:50:33,898 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:50:33,905 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:50:33,907 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783243, jitterRate=-0.0040553659200668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:50:33,915 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732521033805Initializing all the Stores at 1732521033807 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521033808 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521033808Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521033809 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521033809Cleaning up temporary data from old regions at 1732521033888 (+79 ms)Region opened successfully at 1732521033915 (+27 ms) 2024-11-25T07:50:33,917 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:50:33,954 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4357f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:50:33,986 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:50:33,997 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:50:33,998 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:50:34,001 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:50:34,002 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T07:50:34,007 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T07:50:34,007 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:50:34,036 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:50:34,048 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:50:34,097 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:50:34,101 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:50:34,104 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:50:34,180 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:50:34,184 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:50:34,191 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:50:34,216 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:50:34,218 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:50:34,227 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:50:34,244 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:50:34,255 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:50:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:50:34,269 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:50:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,269 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,272 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,44163,1732521031761, sessionid=0x10170f8f0ea0000, setting cluster-up flag (Was=false) 2024-11-25T07:50:34,300 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,332 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:50:34,334 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:34,353 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:34,385 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:50:34,387 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:34,395 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:50:34,477 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:50:34,482 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(746): ClusterId : caad718d-08a4-4f0e-823c-1a7ff172a749 2024-11-25T07:50:34,484 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:50:34,496 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:50:34,499 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:50:34,500 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:50:34,509 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:50:34,512 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:50:34,513 DEBUG [RS:0;7fb8763a5d32:40081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c51643f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:50:34,521 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,44163,1732521031761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:50:34,528 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:40081 2024-11-25T07:50:34,531 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:50:34,532 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:50:34,532 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:50:34,535 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,44163,1732521031761 with port=40081, startcode=1732521032935 2024-11-25T07:50:34,536 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:50:34,537 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:50:34,537 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:50:34,538 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:50:34,538 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:50:34,538 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,539 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:50:34,539 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:50:34,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:50:34,551 DEBUG [RS:0;7fb8763a5d32:40081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:50:34,554 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732521064554 2024-11-25T07:50:34,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:34,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:50:34,559 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:50:34,561 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:50:34,567 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:50:34,567 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:50:34,568 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:50:34,569 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:50:34,575 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:50:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:50:34,583 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:50:34,585 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:50:34,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:50:34,585 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:50:34,586 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2 2024-11-25T07:50:34,587 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:50:34,588 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:50:34,590 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521034589,5,FailOnTimeoutGroup] 2024-11-25T07:50:34,591 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521034590,5,FailOnTimeoutGroup] 2024-11-25T07:50:34,591 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,591 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:50:34,593 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,594 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:50:34,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:50:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:50:34,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:34,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:50:34,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:50:34,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:34,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:34,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:50:34,632 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2 2024-11-25T07:50:34,633 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45993 2024-11-25T07:50:34,633 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:50:34,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:50:34,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:34,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:34,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:50:34,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:50:34,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:50:34,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:50:34,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:34,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:50:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740 2024-11-25T07:50:34,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740 2024-11-25T07:50:34,649 DEBUG [RS:0;7fb8763a5d32:40081 {}] zookeeper.ZKUtil(111): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,649 WARN [RS:0;7fb8763a5d32:40081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:50:34,649 INFO [RS:0;7fb8763a5d32:40081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:50:34,650 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:50:34,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:50:34,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:50:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:50:34,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:50:34,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,40081,1732521032935] 2024-11-25T07:50:34,667 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:50:34,668 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860280, jitterRate=0.09390333294868469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:50:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732521034619Initializing all the Stores at 1732521034622 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521034622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521034625 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521034625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521034626 (+1 ms)Cleaning up temporary data from old regions at 1732521034654 (+28 ms)Region opened successfully at 1732521034672 (+18 ms) 2024-11-25T07:50:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:50:34,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:50:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:50:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:50:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:50:34,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:50:34,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521034673Disabling compacts and flushes for region at 1732521034673Disabling writes for close at 1732521034673Writing region close event to WAL at 1732521034674 (+1 ms)Closed at 1732521034675 (+1 ms) 2024-11-25T07:50:34,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:50:34,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:50:34,681 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:50:34,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:50:34,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:50:34,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:50:34,702 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:50:34,708 INFO [RS:0;7fb8763a5d32:40081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:50:34,708 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,709 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:50:34,716 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:50:34,718 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,718 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,718 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,719 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,719 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,719 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,719 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:50:34,719 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:50:34,720 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:50:34,721 DEBUG [RS:0;7fb8763a5d32:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:50:34,722 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,722 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,722 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,722 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,723 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,723 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40081,1732521032935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:50:34,748 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:50:34,750 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40081,1732521032935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,750 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,751 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.Replication(171): 7fb8763a5d32,40081,1732521032935 started 2024-11-25T07:50:34,777 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:34,777 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,40081,1732521032935, RpcServer on 7fb8763a5d32/172.17.0.2:40081, sessionid=0x10170f8f0ea0001 2024-11-25T07:50:34,778 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:50:34,778 DEBUG [RS:0;7fb8763a5d32:40081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,779 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,40081,1732521032935' 2024-11-25T07:50:34,779 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:50:34,780 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:50:34,781 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:50:34,781 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:50:34,781 DEBUG [RS:0;7fb8763a5d32:40081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:34,781 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,40081,1732521032935' 2024-11-25T07:50:34,781 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:50:34,782 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:50:34,782 DEBUG [RS:0;7fb8763a5d32:40081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:50:34,782 INFO [RS:0;7fb8763a5d32:40081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:50:34,782 INFO [RS:0;7fb8763a5d32:40081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:50:34,852 WARN [7fb8763a5d32:44163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:50:34,887 INFO [RS:0;7fb8763a5d32:40081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:50:34,890 INFO [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C40081%2C1732521032935, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs, maxLogs=32 2024-11-25T07:50:34,905 DEBUG [RS:0;7fb8763a5d32:40081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521034892, exclude list is [], retry=0 2024-11-25T07:50:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:50:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:50:34,915 INFO [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521034892 2024-11-25T07:50:34,915 DEBUG [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:34377:34377)] 2024-11-25T07:50:35,105 DEBUG [7fb8763a5d32:44163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:50:35,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:35,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,40081,1732521032935, state=OPENING 2024-11-25T07:50:35,171 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:50:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:35,181 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:50:35,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:50:35,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:50:35,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:50:35,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40081,1732521032935}] 2024-11-25T07:50:35,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:50:35,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:50:35,371 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:50:35,372 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:50:35,373 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:50:35,376 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C40081%2C1732521032935.meta, suffix=.meta, logDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs, maxLogs=32 2024-11-25T07:50:35,391 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.meta.1732521035378.meta, exclude list is [], retry=0 2024-11-25T07:50:35,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:50:35,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:50:35,398 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.meta.1732521035378.meta 2024-11-25T07:50:35,399 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:34377:34377)] 2024-11-25T07:50:35,400 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:50:35,402 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:50:35,405 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:50:35,411 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:50:35,416 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:50:35,417 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:35,417 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:50:35,417 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:50:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:50:35,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:50:35,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:35,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:35,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:50:35,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:50:35,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:35,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:35,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:50:35,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:50:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:50:35,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:50:35,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:35,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:50:35,435 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:50:35,437 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740 2024-11-25T07:50:35,440 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740 2024-11-25T07:50:35,443 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:50:35,443 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:50:35,444 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:50:35,447 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:50:35,449 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874708, jitterRate=0.11224977672100067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:50:35,450 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:50:35,452 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732521035418Writing region info on filesystem at 1732521035418Initializing all the Stores at 1732521035420 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521035421 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521035421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521035421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521035421Cleaning up temporary data from old regions at 1732521035443 (+22 ms)Running coprocessor post-open hooks at 1732521035450 (+7 ms)Region opened successfully at 1732521035452 (+2 ms) 2024-11-25T07:50:35,460 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732521035350 2024-11-25T07:50:35,474 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:50:35,474 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:50:35,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:35,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,40081,1732521032935, state=OPEN 2024-11-25T07:50:35,573 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:50:35,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:50:35,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:50:35,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:50:35,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:35,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:50:35,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40081,1732521032935 in 389 msec 2024-11-25T07:50:35,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:50:35,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 898 msec 2024-11-25T07:50:35,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:50:35,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:50:35,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:50:35,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,40081,1732521032935, seqNum=-1] 2024-11-25T07:50:35,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:50:35,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:50:35,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-25T07:50:35,658 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732521035658, completionTime=-1 2024-11-25T07:50:35,661 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:50:35,661 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:50:35,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:50:35,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521095689 2024-11-25T07:50:35,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521155689 2024-11-25T07:50:35,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-25T07:50:35,692 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,693 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,693 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,695 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:44163, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,695 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,696 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,702 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:50:35,727 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-11-25T07:50:35,728 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:50:35,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:50:35,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:50:35,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:50:35,733 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:50:35,733 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:50:35,734 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:50:35,747 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:50:35,748 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:50:35,749 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,44163,1732521031761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:50:35,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65332805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:50:35,816 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:50:35,816 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:50:35,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,44163,-1 for getting cluster id 2024-11-25T07:50:35,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:50:35,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caad718d-08a4-4f0e-823c-1a7ff172a749' 2024-11-25T07:50:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:50:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caad718d-08a4-4f0e-823c-1a7ff172a749" 2024-11-25T07:50:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672abb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:50:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,44163,-1] 2024-11-25T07:50:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:50:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:50:35,856 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:50:35,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:50:35,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:50:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,40081,1732521032935, seqNum=-1] 2024-11-25T07:50:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:50:35,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:50:35,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:35,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:50:35,919 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T07:50:35,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:50:35,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,44163,1732521031761 2024-11-25T07:50:35,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485738bd 2024-11-25T07:50:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:50:35,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:50:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T07:50:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T07:50:35,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:50:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-25T07:50:35,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:50:35,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-25T07:50:35,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:35,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:50:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:50:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741835_1011 (size=389) 2024-11-25T07:50:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741835_1011 (size=389) 2024-11-25T07:50:35,988 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ebc4ea1a1f91ee116c7fe6234767f35, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2 2024-11-25T07:50:36,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741836_1012 (size=72) 2024-11-25T07:50:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741836_1012 (size=72) 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 7ebc4ea1a1f91ee116c7fe6234767f35, disabling compactions & flushes 2024-11-25T07:50:36,003 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. after waiting 0 ms 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,003 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,003 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ebc4ea1a1f91ee116c7fe6234767f35: Waiting for close lock at 1732521036003Disabling compacts and flushes for region at 1732521036003Disabling writes for close at 1732521036003Writing region close event to WAL at 1732521036003Closed at 1732521036003 2024-11-25T07:50:36,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:50:36,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732521036006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521036006"}]},"ts":"1732521036006"} 2024-11-25T07:50:36,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:50:36,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:50:36,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521036017"}]},"ts":"1732521036017"} 2024-11-25T07:50:36,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-25T07:50:36,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35, ASSIGN}] 2024-11-25T07:50:36,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35, ASSIGN 2024-11-25T07:50:36,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35, ASSIGN; state=OFFLINE, location=7fb8763a5d32,40081,1732521032935; forceNewPlan=false, retain=false 2024-11-25T07:50:36,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ebc4ea1a1f91ee116c7fe6234767f35, regionState=OPENING, regionLocation=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:36,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35, ASSIGN because future has completed 2024-11-25T07:50:36,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc4ea1a1f91ee116c7fe6234767f35, server=7fb8763a5d32,40081,1732521032935}] 2024-11-25T07:50:36,352 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,352 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ebc4ea1a1f91ee116c7fe6234767f35, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:50:36,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:50:36,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,356 INFO [StoreOpener-7ebc4ea1a1f91ee116c7fe6234767f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,358 INFO [StoreOpener-7ebc4ea1a1f91ee116c7fe6234767f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc4ea1a1f91ee116c7fe6234767f35 columnFamilyName info 2024-11-25T07:50:36,359 DEBUG [StoreOpener-7ebc4ea1a1f91ee116c7fe6234767f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:50:36,360 INFO [StoreOpener-7ebc4ea1a1f91ee116c7fe6234767f35-1 {}] regionserver.HStore(327): Store=7ebc4ea1a1f91ee116c7fe6234767f35/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:50:36,361 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,362 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,363 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,364 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,364 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,367 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,372 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:50:36,373 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ebc4ea1a1f91ee116c7fe6234767f35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813814, jitterRate=0.034818872809410095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:50:36,374 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:50:36,375 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ebc4ea1a1f91ee116c7fe6234767f35: Running coprocessor pre-open hook at 1732521036353Writing region info on filesystem at 1732521036353Initializing all the Stores at 1732521036355 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521036355Cleaning up temporary data from old regions at 1732521036364 (+9 ms)Running coprocessor post-open hooks at 1732521036374 (+10 ms)Region opened successfully at 1732521036375 (+1 ms) 2024-11-25T07:50:36,378 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35., pid=6, masterSystemTime=1732521036345 2024-11-25T07:50:36,382 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,382 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:36,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ebc4ea1a1f91ee116c7fe6234767f35, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40081,1732521032935 2024-11-25T07:50:36,385 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7fb8763a5d32,40081,1732521032935, table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:50:36,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc4ea1a1f91ee116c7fe6234767f35, server=7fb8763a5d32,40081,1732521032935 because future has completed 2024-11-25T07:50:36,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:50:36,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ebc4ea1a1f91ee116c7fe6234767f35, server=7fb8763a5d32,40081,1732521032935 in 201 msec 2024-11-25T07:50:36,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:50:36,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7ebc4ea1a1f91ee116c7fe6234767f35, ASSIGN in 369 msec 2024-11-25T07:50:36,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:50:36,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521036403"}]},"ts":"1732521036403"} 2024-11-25T07:50:36,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-25T07:50:36,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:50:36,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 460 msec 2024-11-25T07:50:40,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:50:41,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:50:41,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-25T07:50:42,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:50:42,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:50:42,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-25T07:50:42,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T07:50:42,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:50:42,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:50:42,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:50:42,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:50:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:50:46,021 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-25T07:50:46,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-25T07:50:46,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-25T07:50:46,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:50:46,051 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521046033, exclude list is [], retry=0 2024-11-25T07:50:46,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:50:46,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:50:46,059 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521034892 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521046033 2024-11-25T07:50:46,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:34377:34377)] 2024-11-25T07:50:46,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521034892 is not closed yet, will try archiving it next time 2024-11-25T07:50:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741833_1009 (size=451) 2024-11-25T07:50:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741833_1009 (size=451) 2024-11-25T07:50:46,067 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521034892 to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs/7fb8763a5d32%2C40081%2C1732521032935.1732521034892 2024-11-25T07:50:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35., hostname=7fb8763a5d32,40081,1732521032935, seqNum=2] 2024-11-25T07:51:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8855): Flush requested on 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:51:00,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ebc4ea1a1f91ee116c7fe6234767f35 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:51:00,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/9178ec2e1bdd48f69bdcd49c0d491e38 is 1055, key is row0001/info:/1732521046072/Put/seqid=0 2024-11-25T07:51:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741838_1014 (size=13386) 2024-11-25T07:51:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741838_1014 (size=13386) 2024-11-25T07:51:00,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/9178ec2e1bdd48f69bdcd49c0d491e38 2024-11-25T07:51:00,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/9178ec2e1bdd48f69bdcd49c0d491e38 as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/9178ec2e1bdd48f69bdcd49c0d491e38 2024-11-25T07:51:00,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/9178ec2e1bdd48f69bdcd49c0d491e38, entries=8, sequenceid=12, filesize=13.1 K 2024-11-25T07:51:00,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7ebc4ea1a1f91ee116c7fe6234767f35 in 126ms, sequenceid=12, compaction requested=false 2024-11-25T07:51:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ebc4ea1a1f91ee116c7fe6234767f35: 2024-11-25T07:51:00,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:51:06,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521066132, exclude list is [], retry=0 2024-11-25T07:51:06,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:51:06,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:51:06,158 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521046033 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521066132 2024-11-25T07:51:06,158 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34377:34377),(127.0.0.1/127.0.0.1:33649:33649)] 2024-11-25T07:51:06,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521046033 is not closed yet, will try archiving it next time 2024-11-25T07:51:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741837_1013 (size=12149) 2024-11-25T07:51:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741837_1013 (size=12149) 2024-11-25T07:51:11,164 INFO [AsyncFSWAL-0-hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2-prefix:7fb8763a5d32,40081,1732521032935 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK], DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK]] 2024-11-25T07:51:11,166 WARN [AsyncFSWAL-0-hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2-prefix:7fb8763a5d32,40081,1732521032935 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK], DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK]] 2024-11-25T07:51:11,168 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7fb8763a5d32%2C40081%2C1732521032935:(num 1732521066132) roll requested 2024-11-25T07:51:11,184 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521071168, exclude list is [], retry=0 2024-11-25T07:51:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:51:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:51:11,191 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521066132 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521071168 2024-11-25T07:51:11,192 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:34377:34377)] 2024-11-25T07:51:11,192 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521066132 is not closed yet, will try archiving it next time 2024-11-25T07:51:11,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741839_1015 (size=1233) 2024-11-25T07:51:11,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521066132 not finished, retry = 0 2024-11-25T07:51:11,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741839_1015 (size=1233) 2024-11-25T07:51:13,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:51:13,185 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521073166, exclude list is [], retry=0 2024-11-25T07:51:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-7955321d-6508-472e-8e28-fd2da1b9dd68,DISK] 2024-11-25T07:51:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-d0eaf66a-12cf-4476-bf02-8ff9446e8f27,DISK] 2024-11-25T07:51:13,200 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521071168 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521073166 2024-11-25T07:51:13,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34377:34377),(127.0.0.1/127.0.0.1:33649:33649)] 2024-11-25T07:51:13,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521071168 is not closed yet, will try archiving it next time 2024-11-25T07:51:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741840_1016 (size=93) 2024-11-25T07:51:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741840_1016 (size=93) 2024-11-25T07:51:13,213 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/WALs/7fb8763a5d32,40081,1732521032935/7fb8763a5d32%2C40081%2C1732521032935.1732521071168 to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs/7fb8763a5d32%2C40081%2C1732521032935.1732521071168 2024-11-25T07:51:15,751 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:51:15,751 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:51:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8855): Flush requested on 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:51:21,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ebc4ea1a1f91ee116c7fe6234767f35 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:51:21,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/1106a705b1bf4f36a1dd91638e8af5be is 1055, key is row0009/info:/1732521062123/Put/seqid=0 2024-11-25T07:51:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741842_1018 (size=13386) 2024-11-25T07:51:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741842_1018 (size=13386) 2024-11-25T07:51:21,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/1106a705b1bf4f36a1dd91638e8af5be 2024-11-25T07:51:21,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/1106a705b1bf4f36a1dd91638e8af5be as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/1106a705b1bf4f36a1dd91638e8af5be 2024-11-25T07:51:21,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/1106a705b1bf4f36a1dd91638e8af5be, entries=8, sequenceid=23, filesize=13.1 K 2024-11-25T07:51:21,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7ebc4ea1a1f91ee116c7fe6234767f35 in 39ms, sequenceid=23, compaction requested=false 2024-11-25T07:51:21,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ebc4ea1a1f91ee116c7fe6234767f35: 2024-11-25T07:51:21,267 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-25T07:51:21,267 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:51:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/9178ec2e1bdd48f69bdcd49c0d491e38 because midkey is the same as first or last row 2024-11-25T07:51:21,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7ebc4ea1a1f91ee116c7fe6234767f35, had cached 0 bytes from a total of 26772 2024-11-25T07:51:30,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:51:33,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:51:33,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:51:33,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:33,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:33,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:33,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:51:33,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:51:33,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324169580, stopped=false 2024-11-25T07:51:33,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,44163,1732521031761 2024-11-25T07:51:33,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:33,325 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:33,325 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:51:33,325 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:33,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:33,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:51:33,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:33,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:33,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:33,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:33,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,40081,1732521032935' ***** 2024-11-25T07:51:33,328 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:51:33,328 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:51:33,329 INFO [RS:0;7fb8763a5d32:40081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:51:33,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:51:33,329 INFO [RS:0;7fb8763a5d32:40081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:51:33,330 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:51:33,331 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,40081,1732521032935 2024-11-25T07:51:33,331 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:51:33,331 INFO [RS:0;7fb8763a5d32:40081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:40081. 2024-11-25T07:51:33,332 DEBUG [RS:0;7fb8763a5d32:40081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:33,332 DEBUG [RS:0;7fb8763a5d32:40081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:33,332 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ebc4ea1a1f91ee116c7fe6234767f35, disabling compactions & flushes 2024-11-25T07:51:33,332 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:51:33,332 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:51:33,332 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:51:33,332 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:51:33,332 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:51:33,333 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. after waiting 0 ms 2024-11-25T07:51:33,333 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:51:33,333 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:51:33,333 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ebc4ea1a1f91ee116c7fe6234767f35 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-25T07:51:33,333 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:51:33,334 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:51:33,334 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1325): Online Regions={7ebc4ea1a1f91ee116c7fe6234767f35=TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:51:33,334 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:51:33,334 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:51:33,334 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:51:33,334 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:51:33,334 DEBUG [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ebc4ea1a1f91ee116c7fe6234767f35 2024-11-25T07:51:33,335 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-25T07:51:33,344 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/6b490e2e342c454aa7ebb365d1e1a6c4 is 1055, key is row0017/info:/1732521083229/Put/seqid=0 2024-11-25T07:51:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741843_1019 (size=10222) 2024-11-25T07:51:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741843_1019 (size=10222) 2024-11-25T07:51:33,356 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/6b490e2e342c454aa7ebb365d1e1a6c4 2024-11-25T07:51:33,361 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/info/a3672b942cae4c52b39bbd10af6508b5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35./info:regioninfo/1732521036384/Put/seqid=0 2024-11-25T07:51:33,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741844_1020 (size=7016) 2024-11-25T07:51:33,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741844_1020 (size=7016) 2024-11-25T07:51:33,368 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/info/a3672b942cae4c52b39bbd10af6508b5 2024-11-25T07:51:33,369 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/.tmp/info/6b490e2e342c454aa7ebb365d1e1a6c4 as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/6b490e2e342c454aa7ebb365d1e1a6c4 2024-11-25T07:51:33,377 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/info/6b490e2e342c454aa7ebb365d1e1a6c4, entries=5, sequenceid=31, filesize=10.0 K 2024-11-25T07:51:33,379 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7ebc4ea1a1f91ee116c7fe6234767f35 in 46ms, sequenceid=31, compaction requested=true 2024-11-25T07:51:33,386 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/default/TestLogRolling-testSlowSyncLogRolling/7ebc4ea1a1f91ee116c7fe6234767f35/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-25T07:51:33,388 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:51:33,388 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ebc4ea1a1f91ee116c7fe6234767f35: Waiting for close lock at 1732521093331Running coprocessor pre-close hooks at 1732521093332 (+1 ms)Disabling compacts and flushes for region at 1732521093332Disabling writes for close at 1732521093333 (+1 ms)Obtaining lock to block concurrent updates at 1732521093333Preparing flush snapshotting stores in 7ebc4ea1a1f91ee116c7fe6234767f35 at 1732521093333Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732521093334 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. at 1732521093336 (+2 ms)Flushing 7ebc4ea1a1f91ee116c7fe6234767f35/info: creating writer at 1732521093336Flushing 7ebc4ea1a1f91ee116c7fe6234767f35/info: appending metadata at 1732521093343 (+7 ms)Flushing 7ebc4ea1a1f91ee116c7fe6234767f35/info: closing flushed file at 1732521093343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc38055: reopening flushed file at 1732521093367 (+24 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7ebc4ea1a1f91ee116c7fe6234767f35 in 46ms, sequenceid=31, compaction requested=true at 1732521093379 (+12 ms)Writing region close event to WAL at 1732521093381 (+2 ms)Running coprocessor post-close hooks at 1732521093387 (+6 ms)Closed at 1732521093388 (+1 ms) 2024-11-25T07:51:33,389 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732521035942.7ebc4ea1a1f91ee116c7fe6234767f35. 2024-11-25T07:51:33,395 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/ns/04c408c9375041c9a3edadf5eda07bbb is 43, key is default/ns:d/1732521035640/Put/seqid=0 2024-11-25T07:51:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741845_1021 (size=5153) 2024-11-25T07:51:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741845_1021 (size=5153) 2024-11-25T07:51:33,403 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/ns/04c408c9375041c9a3edadf5eda07bbb 2024-11-25T07:51:33,426 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/table/b0d90cb2fef24f31bee6462b3f1a432c is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732521036403/Put/seqid=0 2024-11-25T07:51:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741846_1022 (size=5396) 2024-11-25T07:51:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741846_1022 (size=5396) 2024-11-25T07:51:33,433 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/table/b0d90cb2fef24f31bee6462b3f1a432c 2024-11-25T07:51:33,442 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/info/a3672b942cae4c52b39bbd10af6508b5 as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/info/a3672b942cae4c52b39bbd10af6508b5 2024-11-25T07:51:33,450 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/info/a3672b942cae4c52b39bbd10af6508b5, entries=10, sequenceid=11, filesize=6.9 K 2024-11-25T07:51:33,452 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/ns/04c408c9375041c9a3edadf5eda07bbb as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/ns/04c408c9375041c9a3edadf5eda07bbb 2024-11-25T07:51:33,461 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/ns/04c408c9375041c9a3edadf5eda07bbb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:51:33,463 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/.tmp/table/b0d90cb2fef24f31bee6462b3f1a432c as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/table/b0d90cb2fef24f31bee6462b3f1a432c 2024-11-25T07:51:33,472 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/table/b0d90cb2fef24f31bee6462b3f1a432c, entries=2, sequenceid=11, filesize=5.3 K 2024-11-25T07:51:33,474 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-25T07:51:33,480 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:51:33,480 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:51:33,481 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:51:33,481 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521093333Running coprocessor pre-close hooks at 1732521093333Disabling compacts and flushes for region at 1732521093334 (+1 ms)Disabling writes for close at 1732521093334Obtaining lock to block concurrent updates at 1732521093335 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732521093335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732521093335Flushing stores of hbase:meta,,1.1588230740 at 1732521093336 (+1 ms)Flushing 1588230740/info: creating writer at 1732521093337 (+1 ms)Flushing 1588230740/info: appending metadata at 1732521093360 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732521093360Flushing 1588230740/ns: creating writer at 1732521093378 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732521093395 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732521093395Flushing 1588230740/table: creating writer at 1732521093412 (+17 ms)Flushing 1588230740/table: appending metadata at 1732521093425 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732521093425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a03c52: reopening flushed file at 1732521093441 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e58314c: reopening flushed file at 1732521093451 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716192c8: reopening flushed file at 1732521093461 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1732521093474 (+13 ms)Writing region close event to WAL at 1732521093475 (+1 ms)Running coprocessor post-close hooks at 1732521093480 (+5 ms)Closed at 1732521093481 (+1 ms) 2024-11-25T07:51:33,481 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:51:33,535 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,40081,1732521032935; all regions closed. 2024-11-25T07:51:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741834_1010 (size=3066) 2024-11-25T07:51:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741834_1010 (size=3066) 2024-11-25T07:51:33,549 DEBUG [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs 2024-11-25T07:51:33,549 INFO [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C40081%2C1732521032935.meta:.meta(num 1732521035378) 2024-11-25T07:51:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741841_1017 (size=13164) 2024-11-25T07:51:33,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741841_1017 (size=13164) 2024-11-25T07:51:33,557 DEBUG [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/oldWALs 2024-11-25T07:51:33,557 INFO [RS:0;7fb8763a5d32:40081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C40081%2C1732521032935:(num 1732521073166) 2024-11-25T07:51:33,557 DEBUG [RS:0;7fb8763a5d32:40081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:33,558 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:51:33,558 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:51:33,558 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:51:33,558 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:51:33,558 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:51:33,559 INFO [RS:0;7fb8763a5d32:40081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40081 2024-11-25T07:51:33,581 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,40081,1732521032935 2024-11-25T07:51:33,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:51:33,581 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:51:33,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,40081,1732521032935] 2024-11-25T07:51:33,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,40081,1732521032935 already deleted, retry=false 2024-11-25T07:51:33,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,40081,1732521032935 expired; onlineServers=0 2024-11-25T07:51:33,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,44163,1732521031761' ***** 2024-11-25T07:51:33,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:51:33,603 INFO [M:0;7fb8763a5d32:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:51:33,603 INFO [M:0;7fb8763a5d32:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:51:33,604 DEBUG [M:0;7fb8763a5d32:44163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:51:33,604 DEBUG [M:0;7fb8763a5d32:44163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:51:33,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:51:33,604 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521034589 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521034589,5,FailOnTimeoutGroup] 2024-11-25T07:51:33,604 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521034590 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521034590,5,FailOnTimeoutGroup] 2024-11-25T07:51:33,605 INFO [M:0;7fb8763a5d32:44163 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:51:33,605 INFO [M:0;7fb8763a5d32:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:51:33,605 DEBUG [M:0;7fb8763a5d32:44163 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:51:33,605 INFO [M:0;7fb8763a5d32:44163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:51:33,606 INFO [M:0;7fb8763a5d32:44163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:51:33,607 INFO [M:0;7fb8763a5d32:44163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:51:33,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:51:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:51:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:33,614 DEBUG [M:0;7fb8763a5d32:44163 {}] zookeeper.ZKUtil(347): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:51:33,614 WARN [M:0;7fb8763a5d32:44163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:51:33,615 INFO [M:0;7fb8763a5d32:44163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/.lastflushedseqids 2024-11-25T07:51:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741847_1023 (size=130) 2024-11-25T07:51:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741847_1023 (size=130) 2024-11-25T07:51:33,627 INFO [M:0;7fb8763a5d32:44163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:51:33,627 INFO [M:0;7fb8763a5d32:44163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:51:33,627 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:51:33,627 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:33,628 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:33,628 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:51:33,628 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:33,628 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-25T07:51:33,647 DEBUG [M:0;7fb8763a5d32:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8745f2dc64a8a8986503f438bd357 is 82, key is hbase:meta,,1/info:regioninfo/1732521035475/Put/seqid=0 2024-11-25T07:51:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:51:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:51:33,655 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8745f2dc64a8a8986503f438bd357 2024-11-25T07:51:33,678 DEBUG [M:0;7fb8763a5d32:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/932a6e67bb20472689398528b48c129e is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732521036413/Put/seqid=0 2024-11-25T07:51:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741849_1025 (size=6247) 2024-11-25T07:51:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741849_1025 (size=6247) 2024-11-25T07:51:33,685 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/932a6e67bb20472689398528b48c129e 2024-11-25T07:51:33,692 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932a6e67bb20472689398528b48c129e 2024-11-25T07:51:33,693 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:33,693 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x10170f8f0ea0001, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:33,693 INFO [RS:0;7fb8763a5d32:40081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:51:33,693 INFO [RS:0;7fb8763a5d32:40081 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,40081,1732521032935; zookeeper connection closed. 2024-11-25T07:51:33,694 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33b94e71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33b94e71 2024-11-25T07:51:33,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:51:33,708 DEBUG [M:0;7fb8763a5d32:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d9899ab0cf47b1b0aa8bdb593c72bc is 69, key is 7fb8763a5d32,40081,1732521032935/rs:state/1732521034616/Put/seqid=0 2024-11-25T07:51:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:51:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:51:33,716 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d9899ab0cf47b1b0aa8bdb593c72bc 2024-11-25T07:51:33,739 DEBUG [M:0;7fb8763a5d32:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70dc56157567481da5366d00892ad1fb is 52, key is load_balancer_on/state:d/1732521035916/Put/seqid=0 2024-11-25T07:51:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741851_1027 (size=5056) 2024-11-25T07:51:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741851_1027 (size=5056) 2024-11-25T07:51:33,745 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70dc56157567481da5366d00892ad1fb 2024-11-25T07:51:33,754 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8745f2dc64a8a8986503f438bd357 as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8745f2dc64a8a8986503f438bd357 2024-11-25T07:51:33,763 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8745f2dc64a8a8986503f438bd357, entries=8, sequenceid=59, filesize=5.5 K 2024-11-25T07:51:33,765 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/932a6e67bb20472689398528b48c129e as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/932a6e67bb20472689398528b48c129e 2024-11-25T07:51:33,773 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932a6e67bb20472689398528b48c129e 2024-11-25T07:51:33,773 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/932a6e67bb20472689398528b48c129e, entries=6, sequenceid=59, filesize=6.1 K 2024-11-25T07:51:33,774 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d9899ab0cf47b1b0aa8bdb593c72bc as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28d9899ab0cf47b1b0aa8bdb593c72bc 2024-11-25T07:51:33,782 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28d9899ab0cf47b1b0aa8bdb593c72bc, entries=1, sequenceid=59, filesize=5.0 K 2024-11-25T07:51:33,783 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70dc56157567481da5366d00892ad1fb as hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/70dc56157567481da5366d00892ad1fb 2024-11-25T07:51:33,791 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/70dc56157567481da5366d00892ad1fb, entries=1, sequenceid=59, filesize=4.9 K 2024-11-25T07:51:33,792 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=59, compaction requested=false 2024-11-25T07:51:33,794 INFO [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:33,794 DEBUG [M:0;7fb8763a5d32:44163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521093627Disabling compacts and flushes for region at 1732521093627Disabling writes for close at 1732521093628 (+1 ms)Obtaining lock to block concurrent updates at 1732521093628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732521093628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732521093628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732521093629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732521093629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732521093646 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732521093646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732521093662 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732521093677 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732521093677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732521093693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732521093708 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732521093708Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732521093723 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732521093738 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732521093738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e16b6f: reopening flushed file at 1732521093753 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208ea5f2: reopening flushed file at 1732521093763 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce60a57: reopening flushed file at 1732521093773 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3c0949: reopening flushed file at 1732521093782 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=59, compaction requested=false at 1732521093793 (+11 ms)Writing region close event to WAL at 1732521093794 (+1 ms)Closed at 1732521093794 2024-11-25T07:51:33,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741830_1006 (size=27973) 2024-11-25T07:51:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741830_1006 (size=27973) 2024-11-25T07:51:33,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:51:33,798 INFO [M:0;7fb8763a5d32:44163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:51:33,799 INFO [M:0;7fb8763a5d32:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44163 2024-11-25T07:51:33,799 INFO [M:0;7fb8763a5d32:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:51:33,908 INFO [M:0;7fb8763a5d32:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:51:33,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:33,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x10170f8f0ea0000, quorum=127.0.0.1:62363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:33,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18647623{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:33,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2a9b73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:33,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:33,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d5314{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:33,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15624801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:33,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:33,925 WARN [BP-1357521007-172.17.0.2-1732521025189 heartbeating to localhost/127.0.0.1:45993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:33,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:33,925 WARN [BP-1357521007-172.17.0.2-1732521025189 heartbeating to localhost/127.0.0.1:45993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357521007-172.17.0.2-1732521025189 (Datanode Uuid 32934edc-01fb-4bc0-838d-12509d3dfb5c) service to localhost/127.0.0.1:45993 2024-11-25T07:51:33,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data3/current/BP-1357521007-172.17.0.2-1732521025189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:33,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data4/current/BP-1357521007-172.17.0.2-1732521025189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:33,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:33,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbb4e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:33,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6773ff45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:33,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:33,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e562895{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:33,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f64709d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:33,932 WARN [BP-1357521007-172.17.0.2-1732521025189 heartbeating to localhost/127.0.0.1:45993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:33,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:33,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:33,932 WARN [BP-1357521007-172.17.0.2-1732521025189 heartbeating to localhost/127.0.0.1:45993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357521007-172.17.0.2-1732521025189 (Datanode Uuid a03e9077-5fbc-46f2-a917-28785cc1d5a1) service to localhost/127.0.0.1:45993 2024-11-25T07:51:33,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data1/current/BP-1357521007-172.17.0.2-1732521025189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:33,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/cluster_ab3dd709-f764-9c0e-06c0-f757798069d8/data/data2/current/BP-1357521007-172.17.0.2-1732521025189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:33,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:33,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44220bfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:51:33,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b1d8844{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:33,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:33,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3411756d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:33,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f689b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:33,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:51:33,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:51:33,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1f51f7f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:45993 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:45993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:45993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=4733 (was 5708) 2024-11-25T07:51:33,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=4733 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.log.dir so I do NOT create it in target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c668c314-9714-926b-3de1-e9c9f9862d3d/hadoop.tmp.dir so I do NOT create it in target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3, deleteOnExit=true 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/test.cache.data in system properties and HBase conf 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:51:33,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:51:33,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:51:33,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:51:33,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:51:34,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:34,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:34,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:34,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:34,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:34,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:34,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fa38314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:34,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eec0ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:34,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@598787f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-44771-hadoop-hdfs-3_4_1-tests_jar-_-any-12723349809759256258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:51:34,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1296e599{HTTP/1.1, (http/1.1)}{localhost:44771} 2024-11-25T07:51:34,483 INFO [Time-limited test {}] server.Server(415): Started @72492ms 2024-11-25T07:51:34,726 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:51:34,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:34,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:34,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:34,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:34,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:51:34,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e82d9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:34,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c807b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:34,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b39d5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-16066677631468809355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:34,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c879df5{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-11-25T07:51:34,831 INFO [Time-limited test {}] server.Server(415): Started @72840ms 2024-11-25T07:51:34,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:34,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:34,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:34,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:34,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:34,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:34,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5be51438{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:34,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1346fe07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:34,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cfc1a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-46853-hadoop-hdfs-3_4_1-tests_jar-_-any-8795312597781632669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:34,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@138a8dfd{HTTP/1.1, (http/1.1)}{localhost:46853} 2024-11-25T07:51:34,974 INFO [Time-limited test {}] server.Server(415): Started @72982ms 2024-11-25T07:51:34,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:35,792 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data2/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:35,792 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data1/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:35,812 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365306aec1735a8b with lease ID 0x94c19243272a6021: Processing first storage report for DS-07a34172-131b-4224-ace2-9009d144c068 from datanode DatanodeRegistration(127.0.0.1:32819, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=45829, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365306aec1735a8b with lease ID 0x94c19243272a6021: from storage DS-07a34172-131b-4224-ace2-9009d144c068 node DatanodeRegistration(127.0.0.1:32819, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=45829, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:51:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365306aec1735a8b with lease ID 0x94c19243272a6021: Processing first storage report for DS-6788bd47-b370-402b-a366-258c441f99c7 from datanode DatanodeRegistration(127.0.0.1:32819, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=45829, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365306aec1735a8b with lease ID 0x94c19243272a6021: from storage DS-6788bd47-b370-402b-a366-258c441f99c7 node DatanodeRegistration(127.0.0.1:32819, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=45829, infoSecurePort=0, ipcPort=43511, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:35,991 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data4/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:35,991 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data3/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:36,010 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11a4388403e1891e with lease ID 0x94c19243272a6022: Processing first storage report for DS-81f4dc68-b570-47b8-9470-e6dce9a2523e from datanode DatanodeRegistration(127.0.0.1:38159, datanodeUuid=0650b9bf-c3ab-407c-a389-3dbd49b6369b, infoPort=41387, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11a4388403e1891e with lease ID 0x94c19243272a6022: from storage DS-81f4dc68-b570-47b8-9470-e6dce9a2523e node DatanodeRegistration(127.0.0.1:38159, datanodeUuid=0650b9bf-c3ab-407c-a389-3dbd49b6369b, infoPort=41387, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11a4388403e1891e with lease ID 0x94c19243272a6022: Processing first storage report for DS-7bbef72b-1e5a-4a50-800b-6cbc0b07b049 from datanode DatanodeRegistration(127.0.0.1:38159, datanodeUuid=0650b9bf-c3ab-407c-a389-3dbd49b6369b, infoPort=41387, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11a4388403e1891e with lease ID 0x94c19243272a6022: from storage DS-7bbef72b-1e5a-4a50-800b-6cbc0b07b049 node DatanodeRegistration(127.0.0.1:38159, datanodeUuid=0650b9bf-c3ab-407c-a389-3dbd49b6369b, infoPort=41387, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:36,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30 2024-11-25T07:51:36,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/zookeeper_0, clientPort=64098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:51:36,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64098 2024-11-25T07:51:36,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:51:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:51:36,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518 with version=8 2024-11-25T07:51:36,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase-staging 2024-11-25T07:51:36,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:51:36,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:51:36,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:51:36,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46133 2024-11-25T07:51:36,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46133 connecting to ZooKeeper ensemble=127.0.0.1:64098 2024-11-25T07:51:36,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461330x0, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:51:36,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46133-0x10170f9ef750000 connected 2024-11-25T07:51:36,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:36,312 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518, hbase.cluster.distributed=false 2024-11-25T07:51:36,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:51:36,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-25T07:51:36,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46133 2024-11-25T07:51:36,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46133 2024-11-25T07:51:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-25T07:51:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-25T07:51:36,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:51:36,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:51:36,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43031 2024-11-25T07:51:36,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43031 connecting to ZooKeeper ensemble=127.0.0.1:64098 2024-11-25T07:51:36,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430310x0, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:51:36,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430310x0, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:36,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43031-0x10170f9ef750001 connected 2024-11-25T07:51:36,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:51:36,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:51:36,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:51:36,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:51:36,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-25T07:51:36,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43031 2024-11-25T07:51:36,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43031 2024-11-25T07:51:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-25T07:51:36,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-25T07:51:36,374 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:46133 2024-11-25T07:51:36,375 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:51:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:51:36,388 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:51:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,398 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:51:36,399 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,46133,1732521096161 from backup master directory 2024-11-25T07:51:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:51:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,408 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:51:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:51:36,408 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,414 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/hbase.id] with ID: 2c1e9046-56dc-4763-822e-40427365eaf7 2024-11-25T07:51:36,414 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/.tmp/hbase.id 2024-11-25T07:51:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:51:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:51:36,422 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/.tmp/hbase.id]:[hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/hbase.id] 2024-11-25T07:51:36,439 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:36,439 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:51:36,441 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:51:36,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:51:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:51:36,459 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:51:36,461 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:51:36,461 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:51:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:51:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:51:36,473 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store 2024-11-25T07:51:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:51:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:51:36,481 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:36,481 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:36,481 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521096481Disabling compacts and flushes for region at 1732521096481Disabling writes for close at 1732521096481Writing region close event to WAL at 1732521096481Closed at 1732521096481 2024-11-25T07:51:36,482 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/.initializing 2024-11-25T07:51:36,482 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,483 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:51:36,486 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C46133%2C1732521096161, suffix=, logDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161, archiveDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/oldWALs, maxLogs=10 2024-11-25T07:51:36,499 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486, exclude list is [], retry=0 2024-11-25T07:51:36,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-07a34172-131b-4224-ace2-9009d144c068,DISK] 2024-11-25T07:51:36,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38159,DS-81f4dc68-b570-47b8-9470-e6dce9a2523e,DISK] 2024-11-25T07:51:36,505 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 2024-11-25T07:51:36,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45829:45829),(127.0.0.1/127.0.0.1:41387:41387)] 2024-11-25T07:51:36,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:51:36,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:36,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:51:36,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:51:36,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:51:36,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:51:36,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:51:36,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:51:36,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:51:36,522 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,525 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,525 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,526 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:51:36,527 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:51:36,530 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:51:36,531 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881843, jitterRate=0.12132163345813751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:51:36,532 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732521096507Initializing all the Stores at 1732521096509 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521096509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521096509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521096509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521096509Cleaning up temporary data from old regions at 1732521096525 (+16 ms)Region opened successfully at 1732521096532 (+7 ms) 2024-11-25T07:51:36,532 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:51:36,537 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f177cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:51:36,538 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:51:36,538 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:51:36,538 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:51:36,538 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:51:36,539 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:51:36,539 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:51:36,539 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:51:36,542 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:51:36,543 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:51:36,555 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:51:36,556 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:51:36,557 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:51:36,566 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:51:36,566 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:51:36,567 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:51:36,576 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:51:36,578 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:51:36,587 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:51:36,589 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:51:36,597 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:51:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,609 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,46133,1732521096161, sessionid=0x10170f9ef750000, setting cluster-up flag (Was=false) 2024-11-25T07:51:36,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,661 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:51:36,662 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:36,718 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:51:36,720 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:36,722 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:51:36,725 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:51:36,725 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:51:36,725 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:51:36,726 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,46133,1732521096161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:51:36,728 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:51:36,728 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:51:36,728 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:51:36,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:51:36,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:51:36,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:51:36,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732521126730 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:51:36,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:51:36,731 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,731 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:51:36,731 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:51:36,731 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:51:36,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:51:36,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:51:36,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:51:36,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:51:36,732 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521096732,5,FailOnTimeoutGroup] 2024-11-25T07:51:36,732 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521096732,5,FailOnTimeoutGroup] 2024-11-25T07:51:36,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,732 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:51:36,733 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,733 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,733 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:51:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:51:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:51:36,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:51:36,743 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518 2024-11-25T07:51:36,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:51:36,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:51:36,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:36,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:51:36,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:51:36,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:36,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:51:36,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:51:36,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:36,765 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(746): ClusterId : 2c1e9046-56dc-4763-822e-40427365eaf7 2024-11-25T07:51:36,765 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:51:36,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:51:36,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:51:36,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:36,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:51:36,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:51:36,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:36,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:36,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:51:36,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740 2024-11-25T07:51:36,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740 2024-11-25T07:51:36,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:51:36,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:51:36,775 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:51:36,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:51:36,777 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:51:36,778 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:51:36,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:51:36,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815697, jitterRate=0.03721338510513306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732521096757Initializing all the Stores at 1732521096758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521096758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521096758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521096758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521096758Cleaning up temporary data from old regions at 1732521096774 (+16 ms)Region opened successfully at 1732521096781 (+7 ms) 2024-11-25T07:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:51:36,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:51:36,782 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:51:36,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521096781Disabling compacts and flushes for region at 1732521096781Disabling writes for close at 1732521096781Writing region close event to WAL at 1732521096782 (+1 ms)Closed at 1732521096782 2024-11-25T07:51:36,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:51:36,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:51:36,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:51:36,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:51:36,788 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:51:36,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:51:36,789 DEBUG [RS:0;7fb8763a5d32:43031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad5a909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:51:36,804 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:43031 2024-11-25T07:51:36,804 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:51:36,804 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:51:36,804 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:51:36,805 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,46133,1732521096161 with port=43031, startcode=1732521096334 2024-11-25T07:51:36,805 DEBUG [RS:0;7fb8763a5d32:43031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:51:36,807 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:51:36,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46133 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,809 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518 2024-11-25T07:51:36,809 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40661 2024-11-25T07:51:36,809 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:51:36,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:51:36,819 DEBUG [RS:0;7fb8763a5d32:43031 {}] zookeeper.ZKUtil(111): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,819 WARN [RS:0;7fb8763a5d32:43031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:51:36,820 INFO [RS:0;7fb8763a5d32:43031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:51:36,820 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,43031,1732521096334] 2024-11-25T07:51:36,824 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:51:36,826 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:51:36,827 INFO [RS:0;7fb8763a5d32:43031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:51:36,827 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,827 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:51:36,828 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:51:36,828 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,828 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,828 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,828 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,828 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:51:36,829 DEBUG [RS:0;7fb8763a5d32:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,830 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43031,1732521096334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:51:36,846 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:51:36,846 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43031,1732521096334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,846 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,847 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.Replication(171): 7fb8763a5d32,43031,1732521096334 started 2024-11-25T07:51:36,861 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:36,861 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,43031,1732521096334, RpcServer on 7fb8763a5d32/172.17.0.2:43031, sessionid=0x10170f9ef750001 2024-11-25T07:51:36,861 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:51:36,861 DEBUG [RS:0;7fb8763a5d32:43031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,861 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,43031,1732521096334' 2024-11-25T07:51:36,861 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:51:36,862 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:51:36,863 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:51:36,863 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:51:36,863 DEBUG [RS:0;7fb8763a5d32:43031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:36,863 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,43031,1732521096334' 2024-11-25T07:51:36,863 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:51:36,864 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:51:36,864 DEBUG [RS:0;7fb8763a5d32:43031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:51:36,864 INFO [RS:0;7fb8763a5d32:43031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:51:36,864 INFO [RS:0;7fb8763a5d32:43031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:51:36,939 WARN [7fb8763a5d32:46133 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:51:36,965 INFO [RS:0;7fb8763a5d32:43031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:51:36,970 INFO [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C43031%2C1732521096334, suffix=, logDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334, archiveDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs, maxLogs=32 2024-11-25T07:51:36,990 DEBUG [RS:0;7fb8763a5d32:43031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974, exclude list is [], retry=0 2024-11-25T07:51:36,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38159,DS-81f4dc68-b570-47b8-9470-e6dce9a2523e,DISK] 2024-11-25T07:51:36,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-07a34172-131b-4224-ace2-9009d144c068,DISK] 2024-11-25T07:51:36,997 INFO [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 2024-11-25T07:51:36,997 DEBUG [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45829:45829),(127.0.0.1/127.0.0.1:41387:41387)] 2024-11-25T07:51:37,189 DEBUG [7fb8763a5d32:46133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:51:37,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:37,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,43031,1732521096334, state=OPENING 2024-11-25T07:51:37,240 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:51:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:37,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:51:37,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:51:37,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:51:37,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,43031,1732521096334}] 2024-11-25T07:51:37,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:51:37,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:51:37,446 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:51:37,446 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:51:37,447 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:51:37,450 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C43031%2C1732521096334.meta, suffix=.meta, logDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334, archiveDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs, maxLogs=32 2024-11-25T07:51:37,465 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta, exclude list is [], retry=0 2024-11-25T07:51:37,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-07a34172-131b-4224-ace2-9009d144c068,DISK] 2024-11-25T07:51:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38159,DS-81f4dc68-b570-47b8-9470-e6dce9a2523e,DISK] 2024-11-25T07:51:37,470 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta 2024-11-25T07:51:37,471 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45829:45829),(127.0.0.1/127.0.0.1:41387:41387)] 2024-11-25T07:51:37,471 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:51:37,471 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:51:37,471 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:51:37,472 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:51:37,472 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:51:37,472 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:37,472 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:51:37,472 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:51:37,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:51:37,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:51:37,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:37,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:37,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:51:37,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:51:37,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:37,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:37,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:51:37,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:51:37,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:37,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:37,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:51:37,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:51:37,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:37,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:51:37,482 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:51:37,483 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740 2024-11-25T07:51:37,484 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740 2024-11-25T07:51:37,486 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:51:37,486 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:51:37,487 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:51:37,489 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:51:37,491 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=811699, jitterRate=0.03212922811508179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:51:37,491 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:51:37,492 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732521097472Writing region info on filesystem at 1732521097472Initializing all the Stores at 1732521097473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521097473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521097474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521097474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521097474Cleaning up temporary data from old regions at 1732521097486 (+12 ms)Running coprocessor post-open hooks at 1732521097491 (+5 ms)Region opened successfully at 1732521097492 (+1 ms) 2024-11-25T07:51:37,493 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732521097410 2024-11-25T07:51:37,496 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:51:37,496 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:51:37,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:37,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,43031,1732521096334, state=OPEN 2024-11-25T07:51:37,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:51:37,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:51:37,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:37,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:51:37,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:51:37,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:51:37,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,43031,1732521096334 in 357 msec 2024-11-25T07:51:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:51:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 836 msec 2024-11-25T07:51:37,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:51:37,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:51:37,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:51:37,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,43031,1732521096334, seqNum=-1] 2024-11-25T07:51:37,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:51:37,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:51:37,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 909 msec 2024-11-25T07:51:37,635 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732521097634, completionTime=-1 2024-11-25T07:51:37,635 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:51:37,635 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:51:37,637 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:51:37,637 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521157637 2024-11-25T07:51:37,637 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521217637 2024-11-25T07:51:37,637 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:51:37,637 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:46133, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,640 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.234sec 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:51:37,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:51:37,646 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:51:37,646 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:51:37,647 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,46133,1732521096161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:51:37,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3737e6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:51:37,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,46133,-1 for getting cluster id 2024-11-25T07:51:37,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:51:37,667 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c1e9046-56dc-4763-822e-40427365eaf7' 2024-11-25T07:51:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:51:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c1e9046-56dc-4763-822e-40427365eaf7" 2024-11-25T07:51:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea6fa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:51:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,46133,-1] 2024-11-25T07:51:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:51:37,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:37,671 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:51:37,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346f17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:51:37,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:51:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,43031,1732521096334, seqNum=-1] 2024-11-25T07:51:37,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:51:37,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:51:37,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:37,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:51:37,684 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T07:51:37,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:37,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:37,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:37,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:37,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:37,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f25a71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:37,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@796fcf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:37,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c214a5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-8354955107023762239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:37,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7679dd87{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-11-25T07:51:37,797 INFO [Time-limited test {}] server.Server(415): Started @75806ms 2024-11-25T07:51:37,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:37,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:37,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:37,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:37,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:37,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:37,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23555c26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:37,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5e2854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:37,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aa89e08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-37279-hadoop-hdfs-3_4_1-tests_jar-_-any-17965529358540875937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:37,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f824f6{HTTP/1.1, (http/1.1)}{localhost:37279} 2024-11-25T07:51:37,935 INFO [Time-limited test {}] server.Server(415): Started @75943ms 2024-11-25T07:51:37,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:37,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:37,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:37,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:37,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:37,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:37,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769478d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:37,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c3184b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:38,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7942ecb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-44105-hadoop-hdfs-3_4_1-tests_jar-_-any-5168334818065473206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:38,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33159829{HTTP/1.1, (http/1.1)}{localhost:44105} 2024-11-25T07:51:38,066 INFO [Time-limited test {}] server.Server(415): Started @76074ms 2024-11-25T07:51:38,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:38,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:38,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:38,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:51:38,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:38,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:38,990 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data6/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:38,990 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data5/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:39,009 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e9918fcf0a8371 with lease ID 0x94c19243272a6023: Processing first storage report for DS-023e52ae-6ae4-4de3-b9e1-b5e38226b057 from datanode DatanodeRegistration(127.0.0.1:34551, datanodeUuid=0749071c-f8e2-48df-85f1-d327951b9aee, infoPort=33113, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e9918fcf0a8371 with lease ID 0x94c19243272a6023: from storage DS-023e52ae-6ae4-4de3-b9e1-b5e38226b057 node DatanodeRegistration(127.0.0.1:34551, datanodeUuid=0749071c-f8e2-48df-85f1-d327951b9aee, infoPort=33113, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e9918fcf0a8371 with lease ID 0x94c19243272a6023: Processing first storage report for DS-721a9ba3-74e7-45fc-8b95-48efb1780e3f from datanode DatanodeRegistration(127.0.0.1:34551, datanodeUuid=0749071c-f8e2-48df-85f1-d327951b9aee, infoPort=33113, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e9918fcf0a8371 with lease ID 0x94c19243272a6023: from storage DS-721a9ba3-74e7-45fc-8b95-48efb1780e3f node DatanodeRegistration(127.0.0.1:34551, datanodeUuid=0749071c-f8e2-48df-85f1-d327951b9aee, infoPort=33113, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,336 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data7/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:39,336 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data8/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:39,354 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad79cb82108f1cba with lease ID 0x94c19243272a6024: Processing first storage report for DS-5b78da16-86a1-4358-ad52-3b3b1f9d8949 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=b2d4e8a9-95bc-4a02-a3fc-6b0fac5facc6, infoPort=46519, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad79cb82108f1cba with lease ID 0x94c19243272a6024: from storage DS-5b78da16-86a1-4358-ad52-3b3b1f9d8949 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=b2d4e8a9-95bc-4a02-a3fc-6b0fac5facc6, infoPort=46519, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad79cb82108f1cba with lease ID 0x94c19243272a6024: Processing first storage report for DS-8426d1db-893a-4755-a590-9bfba2a9dc61 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=b2d4e8a9-95bc-4a02-a3fc-6b0fac5facc6, infoPort=46519, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad79cb82108f1cba with lease ID 0x94c19243272a6024: from storage DS-8426d1db-893a-4755-a590-9bfba2a9dc61 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=b2d4e8a9-95bc-4a02-a3fc-6b0fac5facc6, infoPort=46519, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,465 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data10/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:39,465 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data9/current/BP-1173258370-172.17.0.2-1732521094016/current, will proceed with Du for space computation calculation, 2024-11-25T07:51:39,490 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae62bfecb9d103 with lease ID 0x94c19243272a6025: Processing first storage report for DS-8c6d3ac1-e27f-4256-a86f-416274dfe346 from datanode DatanodeRegistration(127.0.0.1:39935, datanodeUuid=901c48fd-ba87-47b5-abec-59ecd95c0a84, infoPort=41325, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae62bfecb9d103 with lease ID 0x94c19243272a6025: from storage DS-8c6d3ac1-e27f-4256-a86f-416274dfe346 node DatanodeRegistration(127.0.0.1:39935, datanodeUuid=901c48fd-ba87-47b5-abec-59ecd95c0a84, infoPort=41325, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae62bfecb9d103 with lease ID 0x94c19243272a6025: Processing first storage report for DS-cf6530a4-8e6f-4d64-989d-60384808b37c from datanode DatanodeRegistration(127.0.0.1:39935, datanodeUuid=901c48fd-ba87-47b5-abec-59ecd95c0a84, infoPort=41325, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016) 2024-11-25T07:51:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae62bfecb9d103 with lease ID 0x94c19243272a6025: from storage DS-cf6530a4-8e6f-4d64-989d-60384808b37c node DatanodeRegistration(127.0.0.1:39935, datanodeUuid=901c48fd-ba87-47b5-abec-59ecd95c0a84, infoPort=41325, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:39,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:51:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612126c0 2024-11-25T07:51:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:51:39,506 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:51:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T07:51:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T07:51:39,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:51:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T07:51:39,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:51:39,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:39,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-25T07:51:39,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:51:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:51:39,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741835_1011 (size=393) 2024-11-25T07:51:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741835_1011 (size=393) 2024-11-25T07:51:39,522 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d689a217015c0268107fc37a1d745d7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518 2024-11-25T07:51:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741836_1012 (size=76) 2024-11-25T07:51:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741836_1012 (size=76) 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 7d689a217015c0268107fc37a1d745d7, disabling compactions & flushes 2024-11-25T07:51:39,531 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. after waiting 0 ms 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,531 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d689a217015c0268107fc37a1d745d7: Waiting for close lock at 1732521099531Disabling compacts and flushes for region at 1732521099531Disabling writes for close at 1732521099531Writing region close event to WAL at 1732521099531Closed at 1732521099531 2024-11-25T07:51:39,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:51:39,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732521099533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521099533"}]},"ts":"1732521099533"} 2024-11-25T07:51:39,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:51:39,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:51:39,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521099538"}]},"ts":"1732521099538"} 2024-11-25T07:51:39,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-25T07:51:39,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7d689a217015c0268107fc37a1d745d7, ASSIGN}] 2024-11-25T07:51:39,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7d689a217015c0268107fc37a1d745d7, ASSIGN 2024-11-25T07:51:39,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7d689a217015c0268107fc37a1d745d7, ASSIGN; state=OFFLINE, location=7fb8763a5d32,43031,1732521096334; forceNewPlan=false, retain=false 2024-11-25T07:51:39,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d689a217015c0268107fc37a1d745d7, regionState=OPENING, regionLocation=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:39,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7d689a217015c0268107fc37a1d745d7, ASSIGN because future has completed 2024-11-25T07:51:39,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d689a217015c0268107fc37a1d745d7, server=7fb8763a5d32,43031,1732521096334}] 2024-11-25T07:51:39,863 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,864 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d689a217015c0268107fc37a1d745d7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:51:39,864 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,864 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:51:39,864 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,865 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,868 INFO [StoreOpener-7d689a217015c0268107fc37a1d745d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,871 INFO [StoreOpener-7d689a217015c0268107fc37a1d745d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d689a217015c0268107fc37a1d745d7 columnFamilyName info 2024-11-25T07:51:39,871 DEBUG [StoreOpener-7d689a217015c0268107fc37a1d745d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:51:39,872 INFO [StoreOpener-7d689a217015c0268107fc37a1d745d7-1 {}] regionserver.HStore(327): Store=7d689a217015c0268107fc37a1d745d7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:51:39,872 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,873 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,874 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,874 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,875 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,877 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,881 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:51:39,882 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d689a217015c0268107fc37a1d745d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862249, jitterRate=0.09640735387802124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:51:39,882 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:39,883 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d689a217015c0268107fc37a1d745d7: Running coprocessor pre-open hook at 1732521099865Writing region info on filesystem at 1732521099865Initializing all the Stores at 1732521099866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521099866Cleaning up temporary data from old regions at 1732521099875 (+9 ms)Running coprocessor post-open hooks at 1732521099882 (+7 ms)Region opened successfully at 1732521099883 (+1 ms) 2024-11-25T07:51:39,884 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7., pid=6, masterSystemTime=1732521099855 2024-11-25T07:51:39,888 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,888 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:39,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d689a217015c0268107fc37a1d745d7, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:39,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d689a217015c0268107fc37a1d745d7, server=7fb8763a5d32,43031,1732521096334 because future has completed 2024-11-25T07:51:39,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:51:39,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d689a217015c0268107fc37a1d745d7, server=7fb8763a5d32,43031,1732521096334 in 196 msec 2024-11-25T07:51:39,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:51:39,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7d689a217015c0268107fc37a1d745d7, ASSIGN in 358 msec 2024-11-25T07:51:39,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:51:39,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521099904"}]},"ts":"1732521099904"} 2024-11-25T07:51:39,907 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-25T07:51:39,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:51:39,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 402 msec 2024-11-25T07:51:42,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T07:51:42,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-25T07:51:42,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-25T07:51:42,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:51:42,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-25T07:51:45,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:51:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:45,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:51:49,530 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-25T07:51:49,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-25T07:51:49,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:51:49,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-25T07:51:49,537 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:51:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-25T07:51:49,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7., hostname=7fb8763a5d32,43031,1732521096334, seqNum=2] 2024-11-25T07:51:49,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-25T07:51:49,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T07:51:49,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,550 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1969934336_22 at /127.0.0.1:47272 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38159:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47272 dst: /127.0.0.1:38159 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,550 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1082838764_22 at /127.0.0.1:47228 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38159:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47228 dst: /127.0.0.1:38159 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1082838764_22 at /127.0.0.1:50324 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:32819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50324 dst: /127.0.0.1:32819 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,550 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1969934336_22 at /127.0.0.1:47256 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38159:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47256 dst: /127.0.0.1:38159 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1969934336_22 at /127.0.0.1:50352 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:32819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50352 dst: /127.0.0.1:32819 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,552 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1969934336_22 at /127.0.0.1:50346 [Receiving block BP-1173258370-172.17.0.2-1732521094016:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:32819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50346 dst: /127.0.0.1:32819 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b39d5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:49,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c879df5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:49,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:49,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c807b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:49,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e82d9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:49,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:49,593 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:49,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:49,593 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid 1206c873-b37e-40a6-adb4-ddfb5296547e) service to localhost/127.0.0.1:40661 2024-11-25T07:51:49,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data1/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:49,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data2/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:49,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:49,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:49,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:49,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:49,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:49,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:49,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22158237{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:49,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c1d317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:49,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1566b4de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/java.io.tmpdir/jetty-localhost-43967-hadoop-hdfs-3_4_1-tests_jar-_-any-15595606614980213007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:49,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2832b5b5{HTTP/1.1, (http/1.1)}{localhost:43967} 2024-11-25T07:51:49,713 INFO [Time-limited test {}] server.Server(415): Started @87721ms 2024-11-25T07:51:49,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:49,731 WARN [AsyncFSWAL-0-hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518-prefix:7fb8763a5d32,43031,1732521096334 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,732 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7fb8763a5d32%2C43031%2C1732521096334:(num 1732521096974) roll requested 2024-11-25T07:51:49,744 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521109732, exclude list is [], retry=0 2024-11-25T07:51:49,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39935,DS-8c6d3ac1-e27f-4256-a86f-416274dfe346,DISK] 2024-11-25T07:51:49,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-023e52ae-6ae4-4de3-b9e1-b5e38226b057,DISK] 2024-11-25T07:51:49,749 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521109732 2024-11-25T07:51:49,750 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33113:33113),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-25T07:51:49,750 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 is not closed yet, will try archiving it next time 2024-11-25T07:51:49,751 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:51:49,751 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:51:49,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:49,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:49,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:49,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:51:49,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:51:49,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=537172714, stopped=false 2024-11-25T07:51:49,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,46133,1732521096161 2024-11-25T07:51:49,752 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T07:51:49,752 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T07:51:49,753 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 2024-11-25T07:51:49,755 WARN [IPC Server handler 1 on default port 40661 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-25T07:51:49,758 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 after 4ms 2024-11-25T07:51:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:51:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:49,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:49,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:51:49,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:51:49,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:49,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:49,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:49,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:51:49,799 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,43031,1732521096334' ***** 2024-11-25T07:51:49,799 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:51:49,799 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:51:49,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:51:49,799 INFO [RS:0;7fb8763a5d32:43031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:51:49,799 INFO [RS:0;7fb8763a5d32:43031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:51:49,799 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:43031. 2024-11-25T07:51:49,800 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d689a217015c0268107fc37a1d745d7, disabling compactions & flushes 2024-11-25T07:51:49,800 DEBUG [RS:0;7fb8763a5d32:43031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:51:49,800 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,800 DEBUG [RS:0;7fb8763a5d32:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:49,800 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:51:49,800 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. after waiting 0 ms 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:51:49,800 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:51:49,800 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:51:49,801 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d689a217015c0268107fc37a1d745d7 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-25T07:51:49,801 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:51:49,801 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d689a217015c0268107fc37a1d745d7=TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7.} 2024-11-25T07:51:49,801 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:51:49,801 DEBUG [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d689a217015c0268107fc37a1d745d7 2024-11-25T07:51:49,801 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:51:49,801 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:51:49,801 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:51:49,801 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:51:49,802 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-25T07:51:49,802 WARN [AsyncFSWAL-0-hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518-prefix:7fb8763a5d32,43031,1732521096334.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,803 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7fb8763a5d32%2C43031%2C1732521096334.meta:.meta(num 1732521097452) roll requested 2024-11-25T07:51:49,817 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521109803.meta, exclude list is [], retry=0 2024-11-25T07:51:49,818 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/.tmp/info/e164409a994d49a1988229d7d0b6428f is 1055, key is row0001/info:/1732521109542/Put/seqid=0 2024-11-25T07:51:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-023e52ae-6ae4-4de3-b9e1-b5e38226b057,DISK] 2024-11-25T07:51:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-5b78da16-86a1-4358-ad52-3b3b1f9d8949,DISK] 2024-11-25T07:51:49,822 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521109803.meta 2024-11-25T07:51:49,822 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46519:46519),(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-25T07:51:49,822 DEBUG [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta is not closed yet, will try archiving it next time 2024-11-25T07:51:49,822 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,822 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741839_1016 (size=7062) 2024-11-25T07:51:49,823 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta 2024-11-25T07:51:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741839_1016 (size=7062) 2024-11-25T07:51:49,824 WARN [IPC Server handler 4 on default port 40661 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-25T07:51:49,825 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/.tmp/info/e164409a994d49a1988229d7d0b6428f 2024-11-25T07:51:49,825 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta after 2ms 2024-11-25T07:51:49,837 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/.tmp/info/e164409a994d49a1988229d7d0b6428f as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/info/e164409a994d49a1988229d7d0b6428f 2024-11-25T07:51:49,845 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/info/04173a00327b40d4bee7c5342a2fe4a0 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7./info:regioninfo/1732521099889/Put/seqid=0 2024-11-25T07:51:49,849 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/info/e164409a994d49a1988229d7d0b6428f, entries=2, sequenceid=6, filesize=6.9 K 2024-11-25T07:51:49,850 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7d689a217015c0268107fc37a1d745d7 in 50ms, sequenceid=6, compaction requested=false 2024-11-25T07:51:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741840_1018 (size=7089) 2024-11-25T07:51:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741840_1018 (size=7089) 2024-11-25T07:51:49,861 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/info/04173a00327b40d4bee7c5342a2fe4a0 2024-11-25T07:51:49,863 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7d689a217015c0268107fc37a1d745d7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:51:49,864 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,864 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d689a217015c0268107fc37a1d745d7: Waiting for close lock at 1732521109800Running coprocessor pre-close hooks at 1732521109800Disabling compacts and flushes for region at 1732521109800Disabling writes for close at 1732521109800Obtaining lock to block concurrent updates at 1732521109801 (+1 ms)Preparing flush snapshotting stores in 7d689a217015c0268107fc37a1d745d7 at 1732521109801Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732521109801Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. at 1732521109802 (+1 ms)Flushing 7d689a217015c0268107fc37a1d745d7/info: creating writer at 1732521109802Flushing 7d689a217015c0268107fc37a1d745d7/info: appending metadata at 1732521109817 (+15 ms)Flushing 7d689a217015c0268107fc37a1d745d7/info: closing flushed file at 1732521109817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633cb5f9: reopening flushed file at 1732521109836 (+19 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7d689a217015c0268107fc37a1d745d7 in 50ms, sequenceid=6, compaction requested=false at 1732521109850 (+14 ms)Writing region close event to WAL at 1732521109858 (+8 ms)Running coprocessor post-close hooks at 1732521109864 (+6 ms)Closed at 1732521109864 2024-11-25T07:51:49,865 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732521099506.7d689a217015c0268107fc37a1d745d7. 2024-11-25T07:51:49,884 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/ns/567c26b9fa794ce8a0c92e832c7dcec0 is 43, key is default/ns:d/1732521097629/Put/seqid=0 2024-11-25T07:51:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741841_1019 (size=5153) 2024-11-25T07:51:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741841_1019 (size=5153) 2024-11-25T07:51:49,890 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/ns/567c26b9fa794ce8a0c92e832c7dcec0 2024-11-25T07:51:49,912 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/table/f5d00d9c609b4c6485f9d49b1b0946e0 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732521099904/Put/seqid=0 2024-11-25T07:51:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741842_1020 (size=5424) 2024-11-25T07:51:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741842_1020 (size=5424) 2024-11-25T07:51:49,918 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/table/f5d00d9c609b4c6485f9d49b1b0946e0 2024-11-25T07:51:49,921 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:51:49,921 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:51:49,926 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/info/04173a00327b40d4bee7c5342a2fe4a0 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/info/04173a00327b40d4bee7c5342a2fe4a0 2024-11-25T07:51:49,934 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/info/04173a00327b40d4bee7c5342a2fe4a0, entries=10, sequenceid=11, filesize=6.9 K 2024-11-25T07:51:49,936 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/ns/567c26b9fa794ce8a0c92e832c7dcec0 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/ns/567c26b9fa794ce8a0c92e832c7dcec0 2024-11-25T07:51:49,944 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/ns/567c26b9fa794ce8a0c92e832c7dcec0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:51:49,946 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/.tmp/table/f5d00d9c609b4c6485f9d49b1b0946e0 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/table/f5d00d9c609b4c6485f9d49b1b0946e0 2024-11-25T07:51:49,953 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/table/f5d00d9c609b4c6485f9d49b1b0946e0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-25T07:51:49,954 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false 2024-11-25T07:51:49,960 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:51:49,961 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:51:49,961 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:51:49,961 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521109801Running coprocessor pre-close hooks at 1732521109801Disabling compacts and flushes for region at 1732521109801Disabling writes for close at 1732521109801Obtaining lock to block concurrent updates at 1732521109802 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732521109802Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732521109802Flushing stores of hbase:meta,,1.1588230740 at 1732521109822 (+20 ms)Flushing 1588230740/info: creating writer at 1732521109823 (+1 ms)Flushing 1588230740/info: appending metadata at 1732521109845 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732521109845Flushing 1588230740/ns: creating writer at 1732521109870 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732521109883 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732521109883Flushing 1588230740/table: creating writer at 1732521109896 (+13 ms)Flushing 1588230740/table: appending metadata at 1732521109911 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732521109911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b13f61: reopening flushed file at 1732521109925 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6590ac65: reopening flushed file at 1732521109934 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5fbdee: reopening flushed file at 1732521109945 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false at 1732521109954 (+9 ms)Writing region close event to WAL at 1732521109956 (+2 ms)Running coprocessor post-close hooks at 1732521109961 (+5 ms)Closed at 1732521109961 2024-11-25T07:51:49,961 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:51:50,001 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,43031,1732521096334; all regions closed. 2024-11-25T07:51:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741838_1015 (size=825) 2024-11-25T07:51:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741838_1015 (size=825) 2024-11-25T07:51:50,221 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:51:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2ca9b3b9a9923e with lease ID 0x94c19243272a6026: from storage DS-07a34172-131b-4224-ace2-9009d144c068 node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=44665, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:51:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2ca9b3b9a9923e with lease ID 0x94c19243272a6026: from storage DS-6788bd47-b370-402b-a366-258c441f99c7 node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=1206c873-b37e-40a6-adb4-ddfb5296547e, infoPort=44665, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=235207734;c=1732521094016), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:51:50,833 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:51:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741833_1014 (size=1599) 2024-11-25T07:51:52,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T07:51:52,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:51:52,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:51:53,760 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 after 4006ms 2024-11-25T07:51:53,760 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 to hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs/7fb8763a5d32%2C43031%2C1732521096334.1732521096974 2024-11-25T07:51:53,826 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta after 4002ms 2024-11-25T07:51:53,826 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta to hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs/7fb8763a5d32%2C43031%2C1732521096334.meta.1732521097452.meta 2024-11-25T07:51:53,830 DEBUG [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs 2024-11-25T07:51:53,830 INFO [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C43031%2C1732521096334.meta:.meta(num 1732521109803) 2024-11-25T07:51:53,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/WALs/7fb8763a5d32,43031,1732521096334/7fb8763a5d32%2C43031%2C1732521096334.1732521109732 not finished, retry = 0 2024-11-25T07:51:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741837_1013 (size=2288) 2024-11-25T07:51:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741837_1013 (size=2288) 2024-11-25T07:51:53,939 DEBUG [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs 2024-11-25T07:51:53,940 INFO [RS:0;7fb8763a5d32:43031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C43031%2C1732521096334:(num 1732521109732) 2024-11-25T07:51:53,940 DEBUG [RS:0;7fb8763a5d32:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:51:53,940 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:51:53,940 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:51:53,940 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:51:53,941 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:51:53,941 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:51:53,941 INFO [RS:0;7fb8763a5d32:43031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43031 2024-11-25T07:51:53,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:51:53,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,43031,1732521096334 2024-11-25T07:51:53,965 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:51:53,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,43031,1732521096334] 2024-11-25T07:51:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741834_1017 (size=2386) 2024-11-25T07:51:54,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,43031,1732521096334 already deleted, retry=false 2024-11-25T07:51:54,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,43031,1732521096334 expired; onlineServers=0 2024-11-25T07:51:54,036 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,46133,1732521096161' ***** 2024-11-25T07:51:54,036 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:51:54,037 INFO [M:0;7fb8763a5d32:46133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:51:54,037 INFO [M:0;7fb8763a5d32:46133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:51:54,037 DEBUG [M:0;7fb8763a5d32:46133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:51:54,037 DEBUG [M:0;7fb8763a5d32:46133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:51:54,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:51:54,037 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521096732 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521096732,5,FailOnTimeoutGroup] 2024-11-25T07:51:54,037 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521096732 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521096732,5,FailOnTimeoutGroup] 2024-11-25T07:51:54,037 INFO [M:0;7fb8763a5d32:46133 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:51:54,037 INFO [M:0;7fb8763a5d32:46133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:51:54,038 DEBUG [M:0;7fb8763a5d32:46133 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:51:54,038 INFO [M:0;7fb8763a5d32:46133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:51:54,038 INFO [M:0;7fb8763a5d32:46133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:51:54,038 INFO [M:0;7fb8763a5d32:46133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:51:54,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:51:54,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:54,076 INFO [RS:0;7fb8763a5d32:43031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:51:54,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x10170f9ef750001, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:54,076 INFO [RS:0;7fb8763a5d32:43031 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,43031,1732521096334; zookeeper connection closed. 2024-11-25T07:51:54,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11845877 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11845877 2024-11-25T07:51:54,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:51:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:51:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:51:54,112 DEBUG [M:0;7fb8763a5d32:46133 {}] zookeeper.ZKUtil(347): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:51:54,112 WARN [M:0;7fb8763a5d32:46133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:51:54,116 INFO [M:0;7fb8763a5d32:46133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/.lastflushedseqids 2024-11-25T07:51:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741843_1021 (size=139) 2024-11-25T07:51:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741843_1021 (size=139) 2024-11-25T07:51:54,125 INFO [M:0;7fb8763a5d32:46133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:51:54,125 INFO [M:0;7fb8763a5d32:46133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:51:54,125 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:51:54,125 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:54,125 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:54,125 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:51:54,125 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:54,126 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-25T07:51:54,126 WARN [AsyncFSWAL-0-hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData-prefix:7fb8763a5d32,46133,1732521096161 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:54,127 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7fb8763a5d32%2C46133%2C1732521096161:(num 1732521096486) roll requested 2024-11-25T07:51:54,138 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521114127, exclude list is [], retry=0 2024-11-25T07:51:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-5b78da16-86a1-4358-ad52-3b3b1f9d8949,DISK] 2024-11-25T07:51:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-023e52ae-6ae4-4de3-b9e1-b5e38226b057,DISK] 2024-11-25T07:51:54,143 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521114127 2024-11-25T07:51:54,144 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46519:46519),(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-25T07:51:54,144 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 is not closed yet, will try archiving it next time 2024-11-25T07:51:54,144 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:54,144 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:51:54,144 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 2024-11-25T07:51:54,145 WARN [IPC Server handler 2 on default port 40661 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-25T07:51:54,146 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 after 2ms 2024-11-25T07:51:54,158 DEBUG [M:0;7fb8763a5d32:46133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d0497e4df945a7b3ea0419370003b5 is 82, key is hbase:meta,,1/info:regioninfo/1732521097497/Put/seqid=0 2024-11-25T07:51:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741845_1024 (size=5672) 2024-11-25T07:51:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741845_1024 (size=5672) 2024-11-25T07:51:54,165 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d0497e4df945a7b3ea0419370003b5 2024-11-25T07:51:54,185 DEBUG [M:0;7fb8763a5d32:46133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3d2edbec860424a91dd744c536fa725 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732521099912/Put/seqid=0 2024-11-25T07:51:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38159 is added to blk_1073741846_1025 (size=6115) 2024-11-25T07:51:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741846_1025 (size=6115) 2024-11-25T07:51:54,192 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3d2edbec860424a91dd744c536fa725 2024-11-25T07:51:54,212 DEBUG [M:0;7fb8763a5d32:46133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0d92cea366e4e189cea711e9b1c02a0 is 69, key is 7fb8763a5d32,43031,1732521096334/rs:state/1732521096808/Put/seqid=0 2024-11-25T07:51:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741847_1026 (size=5156) 2024-11-25T07:51:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741847_1026 (size=5156) 2024-11-25T07:51:54,220 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0d92cea366e4e189cea711e9b1c02a0 2024-11-25T07:51:54,249 DEBUG [M:0;7fb8763a5d32:46133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/11cec93083b34341a75109c56281ce43 is 52, key is load_balancer_on/state:d/1732521097682/Put/seqid=0 2024-11-25T07:51:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741848_1027 (size=5056) 2024-11-25T07:51:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741848_1027 (size=5056) 2024-11-25T07:51:54,256 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/11cec93083b34341a75109c56281ce43 2024-11-25T07:51:54,263 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d0497e4df945a7b3ea0419370003b5 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1d0497e4df945a7b3ea0419370003b5 2024-11-25T07:51:54,270 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1d0497e4df945a7b3ea0419370003b5, entries=8, sequenceid=56, filesize=5.5 K 2024-11-25T07:51:54,271 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3d2edbec860424a91dd744c536fa725 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3d2edbec860424a91dd744c536fa725 2024-11-25T07:51:54,277 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3d2edbec860424a91dd744c536fa725, entries=6, sequenceid=56, filesize=6.0 K 2024-11-25T07:51:54,278 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0d92cea366e4e189cea711e9b1c02a0 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0d92cea366e4e189cea711e9b1c02a0 2024-11-25T07:51:54,285 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0d92cea366e4e189cea711e9b1c02a0, entries=1, sequenceid=56, filesize=5.0 K 2024-11-25T07:51:54,286 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/11cec93083b34341a75109c56281ce43 as hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/11cec93083b34341a75109c56281ce43 2024-11-25T07:51:54,295 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/11cec93083b34341a75109c56281ce43, entries=1, sequenceid=56, filesize=4.9 K 2024-11-25T07:51:54,296 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false 2024-11-25T07:51:54,298 INFO [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:51:54,299 DEBUG [M:0;7fb8763a5d32:46133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521114125Disabling compacts and flushes for region at 1732521114125Disabling writes for close at 1732521114125Obtaining lock to block concurrent updates at 1732521114126 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732521114126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1732521114126Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732521114144 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732521114144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732521114158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732521114158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732521114171 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732521114185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732521114185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732521114197 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732521114211 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732521114212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732521114227 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732521114248 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732521114248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790fa21e: reopening flushed file at 1732521114262 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184201bf: reopening flushed file at 1732521114270 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23597b03: reopening flushed file at 1732521114277 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247353e2: reopening flushed file at 1732521114285 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false at 1732521114297 (+12 ms)Writing region close event to WAL at 1732521114298 (+1 ms)Closed at 1732521114298 2024-11-25T07:51:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741844_1022 (size=757) 2024-11-25T07:51:54,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741844_1022 (size=757) 2024-11-25T07:51:55,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:51:55,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:55,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:55,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:51:58,147 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 after 4003ms 2024-11-25T07:51:58,148 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/WALs/7fb8763a5d32,46133,1732521096161/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 to hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/oldWALs/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 2024-11-25T07:51:58,156 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/MasterData/oldWALs/7fb8763a5d32%2C46133%2C1732521096161.1732521096486 to hdfs://localhost:40661/user/jenkins/test-data/b895ce5a-2bf4-30e5-4b86-3454fdbc5518/oldWALs/7fb8763a5d32%2C46133%2C1732521096161.1732521096486$masterlocalwal$ 2024-11-25T07:51:58,156 INFO [M:0;7fb8763a5d32:46133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:51:58,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:51:58,156 INFO [M:0;7fb8763a5d32:46133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46133 2024-11-25T07:51:58,157 INFO [M:0;7fb8763a5d32:46133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:51:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:58,300 INFO [M:0;7fb8763a5d32:46133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:51:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46133-0x10170f9ef750000, quorum=127.0.0.1:64098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:51:58,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1566b4de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:58,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2832b5b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c1d317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22158237{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,309 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:58,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:58,309 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid 1206c873-b37e-40a6-adb4-ddfb5296547e) service to localhost/127.0.0.1:40661 2024-11-25T07:51:58,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:58,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data1/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data2/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:58,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7942ecb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:58,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33159829{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c3184b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769478d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,315 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:58,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:58,315 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid 901c48fd-ba87-47b5-abec-59ecd95c0a84) service to localhost/127.0.0.1:40661 2024-11-25T07:51:58,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:58,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data9/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data10/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:58,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aa89e08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:58,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f824f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5e2854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23555c26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,321 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:58,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:58,321 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid b2d4e8a9-95bc-4a02-a3fc-6b0fac5facc6) service to localhost/127.0.0.1:40661 2024-11-25T07:51:58,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:58,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data7/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data8/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:58,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c214a5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:58,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7679dd87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@796fcf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f25a71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,327 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:58,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:58,327 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid 0749071c-f8e2-48df-85f1-d327951b9aee) service to localhost/127.0.0.1:40661 2024-11-25T07:51:58,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:58,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data5/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data6/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:58,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cfc1a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:58,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@138a8dfd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1346fe07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5be51438{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,335 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:51:58,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:51:58,335 WARN [BP-1173258370-172.17.0.2-1732521094016 heartbeating to localhost/127.0.0.1:40661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173258370-172.17.0.2-1732521094016 (Datanode Uuid 0650b9bf-c3ab-407c-a389-3dbd49b6369b) service to localhost/127.0.0.1:40661 2024-11-25T07:51:58,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:51:58,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data3/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/cluster_5996ed3a-6276-0319-a7e4-9d0eb9d459b3/data/data4/current/BP-1173258370-172.17.0.2-1732521094016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:51:58,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:51:58,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@598787f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:51:58,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1296e599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:51:58,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:51:58,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eec0ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:51:58,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fa38314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir/,STOPPED} 2024-11-25T07:51:58,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:51:58,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:51:58,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:40661 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:40661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1315367167) connection to localhost/127.0.0.1:40661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=5029 (was 4733) - AvailableMemoryMB LEAK? - 2024-11-25T07:51:58,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=5029 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.log.dir so I do NOT create it in target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d3170637-bc89-f3d0-c103-0f2947837c30/hadoop.tmp.dir so I do NOT create it in target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3, deleteOnExit=true 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/test.cache.data in system properties and HBase conf 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:51:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:51:58,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:51:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:51:58,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:51:58,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:58,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:58,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:58,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:58,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:51:58,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:58,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a002f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:58,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef41471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:58,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dbec483{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/java.io.tmpdir/jetty-localhost-42537-hadoop-hdfs-3_4_1-tests_jar-_-any-6202443999881487013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:51:58,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@192cdcf5{HTTP/1.1, (http/1.1)}{localhost:42537} 2024-11-25T07:51:58,793 INFO [Time-limited test {}] server.Server(415): Started @96802ms 2024-11-25T07:51:59,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:59,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:59,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:59,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:59,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:51:59,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb7eb7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:59,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c155960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:59,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15af81d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/java.io.tmpdir/jetty-localhost-38075-hadoop-hdfs-3_4_1-tests_jar-_-any-4404911366262704541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:59,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6691fd{HTTP/1.1, (http/1.1)}{localhost:38075} 2024-11-25T07:51:59,183 INFO [Time-limited test {}] server.Server(415): Started @97191ms 2024-11-25T07:51:59,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:51:59,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:51:59,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:51:59,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:51:59,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:51:59,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:51:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687ad8c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:51:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29474aa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:51:59,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@512f92ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/java.io.tmpdir/jetty-localhost-36437-hadoop-hdfs-3_4_1-tests_jar-_-any-4692499801584512840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:51:59,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b9a6a7{HTTP/1.1, (http/1.1)}{localhost:36437} 2024-11-25T07:51:59,314 INFO [Time-limited test {}] server.Server(415): Started @97322ms 2024-11-25T07:51:59,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:52:00,292 WARN [Thread-798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data1/current/BP-1279102452-172.17.0.2-1732521118424/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:00,292 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data2/current/BP-1279102452-172.17.0.2-1732521118424/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:00,320 WARN [Thread-762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:52:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b04721a63bccbab with lease ID 0xd0fd6b79b2e68a99: Processing first storage report for DS-36610123-2733-4cf4-8f12-1d820e768b2c from datanode DatanodeRegistration(127.0.0.1:33453, datanodeUuid=d9b92301-29f0-4c94-9cfc-d2bbfd74d7b8, infoPort=41939, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424) 2024-11-25T07:52:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b04721a63bccbab with lease ID 0xd0fd6b79b2e68a99: from storage DS-36610123-2733-4cf4-8f12-1d820e768b2c node DatanodeRegistration(127.0.0.1:33453, datanodeUuid=d9b92301-29f0-4c94-9cfc-d2bbfd74d7b8, infoPort=41939, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b04721a63bccbab with lease ID 0xd0fd6b79b2e68a99: Processing first storage report for DS-f020a537-573d-4b8a-86a6-5a3767e02970 from datanode DatanodeRegistration(127.0.0.1:33453, datanodeUuid=d9b92301-29f0-4c94-9cfc-d2bbfd74d7b8, infoPort=41939, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424) 2024-11-25T07:52:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b04721a63bccbab with lease ID 0xd0fd6b79b2e68a99: from storage DS-f020a537-573d-4b8a-86a6-5a3767e02970 node DatanodeRegistration(127.0.0.1:33453, datanodeUuid=d9b92301-29f0-4c94-9cfc-d2bbfd74d7b8, infoPort=41939, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:00,453 WARN [Thread-809 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data3/current/BP-1279102452-172.17.0.2-1732521118424/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:00,453 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data4/current/BP-1279102452-172.17.0.2-1732521118424/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:00,473 WARN [Thread-785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:52:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd76a030cbd746491 with lease ID 0xd0fd6b79b2e68a9a: Processing first storage report for DS-422ed49e-2683-4702-91b8-070f149172e5 from datanode DatanodeRegistration(127.0.0.1:37585, datanodeUuid=d732d941-324d-435d-8a2d-a45f319301a0, infoPort=41835, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424) 2024-11-25T07:52:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd76a030cbd746491 with lease ID 0xd0fd6b79b2e68a9a: from storage DS-422ed49e-2683-4702-91b8-070f149172e5 node DatanodeRegistration(127.0.0.1:37585, datanodeUuid=d732d941-324d-435d-8a2d-a45f319301a0, infoPort=41835, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd76a030cbd746491 with lease ID 0xd0fd6b79b2e68a9a: Processing first storage report for DS-a1be672e-5cfe-4d30-b01b-481be936b675 from datanode DatanodeRegistration(127.0.0.1:37585, datanodeUuid=d732d941-324d-435d-8a2d-a45f319301a0, infoPort=41835, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424) 2024-11-25T07:52:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd76a030cbd746491 with lease ID 0xd0fd6b79b2e68a9a: from storage DS-a1be672e-5cfe-4d30-b01b-481be936b675 node DatanodeRegistration(127.0.0.1:37585, datanodeUuid=d732d941-324d-435d-8a2d-a45f319301a0, infoPort=41835, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=1071903494;c=1732521118424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:00,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b 2024-11-25T07:52:00,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/zookeeper_0, clientPort=54916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:52:00,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54916 2024-11-25T07:52:00,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:52:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:52:00,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a with version=8 2024-11-25T07:52:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase-staging 2024-11-25T07:52:00,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:52:00,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:52:00,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40583 2024-11-25T07:52:00,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40583 connecting to ZooKeeper ensemble=127.0.0.1:54916 2024-11-25T07:52:00,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405830x0, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:52:00,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40583-0x10170fa4edc0000 connected 2024-11-25T07:52:00,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:00,758 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a, hbase.cluster.distributed=false 2024-11-25T07:52:00,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:52:00,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-25T07:52:00,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40583 2024-11-25T07:52:00,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40583 2024-11-25T07:52:00,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-25T07:52:00,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-25T07:52:00,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:52:00,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:52:00,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42287 2024-11-25T07:52:00,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42287 connecting to ZooKeeper ensemble=127.0.0.1:54916 2024-11-25T07:52:00,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422870x0, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:52:00,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:00,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42287-0x10170fa4edc0001 connected 2024-11-25T07:52:00,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:52:00,797 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:52:00,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:52:00,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:52:00,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-25T07:52:00,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42287 2024-11-25T07:52:00,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42287 2024-11-25T07:52:00,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-25T07:52:00,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-25T07:52:00,811 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:40583 2024-11-25T07:52:00,812 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:00,823 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:52:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:00,833 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:52:00,834 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,40583,1732521120581 from backup master directory 2024-11-25T07:52:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:00,843 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:52:00,843 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:00,848 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/hbase.id] with ID: 120f4889-7f22-4d52-b44c-4612f0755a0c 2024-11-25T07:52:00,848 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/.tmp/hbase.id 2024-11-25T07:52:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:52:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:52:00,855 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/.tmp/hbase.id]:[hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/hbase.id] 2024-11-25T07:52:00,868 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:00,868 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:52:00,870 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:52:00,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:00,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:52:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:52:00,888 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:52:00,889 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:52:00,889 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:52:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:52:00,898 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store 2024-11-25T07:52:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:52:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:52:00,907 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:00,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:52:00,908 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:00,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:00,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:52:00,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:00,908 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:00,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521120908Disabling compacts and flushes for region at 1732521120908Disabling writes for close at 1732521120908Writing region close event to WAL at 1732521120908Closed at 1732521120908 2024-11-25T07:52:00,909 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/.initializing 2024-11-25T07:52:00,909 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/WALs/7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:00,910 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:52:00,912 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C40583%2C1732521120581, suffix=, logDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/WALs/7fb8763a5d32,40583,1732521120581, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/oldWALs, maxLogs=10 2024-11-25T07:52:00,922 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/WALs/7fb8763a5d32,40583,1732521120581/7fb8763a5d32%2C40583%2C1732521120581.1732521120912, exclude list is [], retry=0 2024-11-25T07:52:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:00,927 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/WALs/7fb8763a5d32,40583,1732521120581/7fb8763a5d32%2C40583%2C1732521120581.1732521120912 2024-11-25T07:52:00,927 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939),(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-25T07:52:00,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:00,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:00,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:52:00,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:00,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:00,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:52:00,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:00,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:00,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:52:00,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:00,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:00,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:52:00,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:00,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:00,939 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,939 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,940 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,941 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,941 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,941 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:52:00,943 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:00,945 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:00,945 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861344, jitterRate=0.09525667130947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:52:00,946 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732521120928Initializing all the Stores at 1732521120929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521120929Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521120930 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521120930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521120930Cleaning up temporary data from old regions at 1732521120941 (+11 ms)Region opened successfully at 1732521120946 (+5 ms) 2024-11-25T07:52:00,946 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:52:00,949 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0b13ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:52:00,950 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:52:00,950 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:52:00,950 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:52:00,950 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:52:00,951 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:52:00,951 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:52:00,951 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:52:00,953 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:52:00,953 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:52:00,964 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:52:00,964 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:52:00,965 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:52:00,974 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:52:00,975 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:52:00,976 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:52:00,985 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:52:00,987 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:52:00,996 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:52:00,999 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:52:01,012 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:52:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,024 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,40583,1732521120581, sessionid=0x10170fa4edc0000, setting cluster-up flag (Was=false) 2024-11-25T07:52:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,080 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:52:01,081 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,132 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:52:01,134 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:01,136 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:52:01,138 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:01,139 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:52:01,139 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:52:01,139 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,40583,1732521120581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:52:01,141 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:01,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:52:01,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:01,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:52:01,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732521151149 2024-11-25T07:52:01,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:52:01,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:52:01,151 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:52:01,151 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:52:01,152 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:52:01,152 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:52:01,154 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521121152,5,FailOnTimeoutGroup] 2024-11-25T07:52:01,156 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521121155,5,FailOnTimeoutGroup] 2024-11-25T07:52:01,156 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,156 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:52:01,156 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,156 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:52:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:52:01,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:52:01,162 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a 2024-11-25T07:52:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:52:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:52:01,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:01,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:52:01,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:52:01,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:01,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:01,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:52:01,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:52:01,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:01,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:01,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:52:01,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:52:01,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:52:01,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:52:01,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:01,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:01,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:52:01,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740 2024-11-25T07:52:01,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740 2024-11-25T07:52:01,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:52:01,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:52:01,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:52:01,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:52:01,193 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:01,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839022, jitterRate=0.06687287986278534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:52:01,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732521121169Initializing all the Stores at 1732521121170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521121170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521121171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521121171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521121171Cleaning up temporary data from old regions at 1732521121188 (+17 ms)Region opened successfully at 1732521121194 (+6 ms) 2024-11-25T07:52:01,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:52:01,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:52:01,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:52:01,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:52:01,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:52:01,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:52:01,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521121194Disabling compacts and flushes for region at 1732521121194Disabling writes for close at 1732521121195 (+1 ms)Writing region close event to WAL at 1732521121195Closed at 1732521121195 2024-11-25T07:52:01,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:01,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:52:01,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:52:01,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:52:01,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:52:01,203 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(746): ClusterId : 120f4889-7f22-4d52-b44c-4612f0755a0c 2024-11-25T07:52:01,204 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:52:01,218 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:52:01,218 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:52:01,228 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:52:01,228 DEBUG [RS:0;7fb8763a5d32:42287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4317528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:52:01,241 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:42287 2024-11-25T07:52:01,241 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:52:01,241 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:52:01,241 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:52:01,242 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,40583,1732521120581 with port=42287, startcode=1732521120775 2024-11-25T07:52:01,242 DEBUG [RS:0;7fb8763a5d32:42287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:52:01,243 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:52:01,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40583 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,246 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a 2024-11-25T07:52:01,246 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36199 2024-11-25T07:52:01,246 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:52:01,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:52:01,259 DEBUG [RS:0;7fb8763a5d32:42287 {}] zookeeper.ZKUtil(111): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,259 WARN [RS:0;7fb8763a5d32:42287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:52:01,259 INFO [RS:0;7fb8763a5d32:42287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:01,259 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,42287,1732521120775] 2024-11-25T07:52:01,263 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:52:01,266 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:52:01,266 INFO [RS:0;7fb8763a5d32:42287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:52:01,266 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,266 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:52:01,267 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:52:01,267 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:52:01,268 DEBUG [RS:0;7fb8763a5d32:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,269 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42287,1732521120775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:52:01,281 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:52:01,281 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42287,1732521120775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,282 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,282 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.Replication(171): 7fb8763a5d32,42287,1732521120775 started 2024-11-25T07:52:01,293 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:01,293 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,42287,1732521120775, RpcServer on 7fb8763a5d32/172.17.0.2:42287, sessionid=0x10170fa4edc0001 2024-11-25T07:52:01,294 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:52:01,294 DEBUG [RS:0;7fb8763a5d32:42287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,294 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42287,1732521120775' 2024-11-25T07:52:01,294 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:52:01,294 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:52:01,295 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:52:01,295 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:52:01,295 DEBUG [RS:0;7fb8763a5d32:42287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,295 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42287,1732521120775' 2024-11-25T07:52:01,295 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:52:01,296 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:52:01,296 DEBUG [RS:0;7fb8763a5d32:42287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:52:01,296 INFO [RS:0;7fb8763a5d32:42287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:52:01,296 INFO [RS:0;7fb8763a5d32:42287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:52:01,350 WARN [7fb8763a5d32:40583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:52:01,397 INFO [RS:0;7fb8763a5d32:42287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:52:01,400 INFO [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42287%2C1732521120775, suffix=, logDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs, maxLogs=32 2024-11-25T07:52:01,419 DEBUG [RS:0;7fb8763a5d32:42287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401, exclude list is [], retry=0 2024-11-25T07:52:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:01,424 INFO [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 2024-11-25T07:52:01,424 DEBUG [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939),(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-25T07:52:01,600 DEBUG [7fb8763a5d32:40583 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:52:01,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:01,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,42287,1732521120775, state=OPENING 2024-11-25T07:52:01,834 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:52:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:01,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:01,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:52:01,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:01,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42287,1732521120775}] 2024-11-25T07:52:02,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:52:02,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:52:02,015 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:52:02,015 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:02,016 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:52:02,017 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42287%2C1732521120775.meta, suffix=.meta, logDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs, maxLogs=32 2024-11-25T07:52:02,029 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.meta.1732521122018.meta, exclude list is [], retry=0 2024-11-25T07:52:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:02,034 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.meta.1732521122018.meta 2024-11-25T07:52:02,034 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939),(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-25T07:52:02,035 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:02,035 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:52:02,035 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:52:02,035 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:52:02,035 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:52:02,035 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:02,036 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:52:02,036 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:52:02,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:52:02,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:52:02,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:02,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:52:02,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:52:02,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:02,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:52:02,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:52:02,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:02,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:52:02,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:52:02,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:02,043 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:52:02,043 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740 2024-11-25T07:52:02,045 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740 2024-11-25T07:52:02,046 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:52:02,046 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:52:02,047 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:52:02,049 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:52:02,051 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833229, jitterRate=0.05950598418712616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:52:02,051 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:52:02,052 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732521122036Writing region info on filesystem at 1732521122036Initializing all the Stores at 1732521122037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521122037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521122037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521122037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521122037Cleaning up temporary data from old regions at 1732521122046 (+9 ms)Running coprocessor post-open hooks at 1732521122051 (+5 ms)Region opened successfully at 1732521122052 (+1 ms) 2024-11-25T07:52:02,053 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732521122008 2024-11-25T07:52:02,056 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:52:02,056 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:52:02,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:02,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,42287,1732521120775, state=OPEN 2024-11-25T07:52:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:52:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:52:02,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:02,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:02,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:02,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:52:02,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42287,1732521120775 in 264 msec 2024-11-25T07:52:02,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:52:02,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 925 msec 2024-11-25T07:52:02,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:02,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:52:02,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:52:02,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,42287,1732521120775, seqNum=-1] 2024-11-25T07:52:02,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:52:02,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:52:02,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-25T07:52:02,137 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732521122137, completionTime=-1 2024-11-25T07:52:02,137 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:52:02,137 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:52:02,139 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521182140 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521242140 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:40583, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,140 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,141 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,142 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.302sec 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:52:02,145 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:52:02,148 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:52:02,148 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:52:02,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40583,1732521120581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:02,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d3d512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:02,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,40583,-1 for getting cluster id 2024-11-25T07:52:02,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:52:02,206 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '120f4889-7f22-4d52-b44c-4612f0755a0c' 2024-11-25T07:52:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:52:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "120f4889-7f22-4d52-b44c-4612f0755a0c" 2024-11-25T07:52:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abd79eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,40583,-1] 2024-11-25T07:52:02,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:52:02,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:02,210 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:52:02,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18113879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:02,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,42287,1732521120775, seqNum=-1] 2024-11-25T07:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:52:02,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:52:02,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:02,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:02,220 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T07:52:02,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:52:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fbd2c7f 2024-11-25T07:52:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:52:02,224 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:52:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T07:52:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T07:52:02,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:52:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:02,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:52:02,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-25T07:52:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:52:02,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:52:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741835_1011 (size=405) 2024-11-25T07:52:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741835_1011 (size=405) 2024-11-25T07:52:02,240 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93acfdabd7e47337bb2821c9f34fe914, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a 2024-11-25T07:52:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741836_1012 (size=88) 2024-11-25T07:52:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741836_1012 (size=88) 2024-11-25T07:52:02,251 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:02,252 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 93acfdabd7e47337bb2821c9f34fe914, disabling compactions & flushes 2024-11-25T07:52:02,252 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,252 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,252 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. after waiting 0 ms 2024-11-25T07:52:02,252 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,252 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,252 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93acfdabd7e47337bb2821c9f34fe914: Waiting for close lock at 1732521122252Disabling compacts and flushes for region at 1732521122252Disabling writes for close at 1732521122252Writing region close event to WAL at 1732521122252Closed at 1732521122252 2024-11-25T07:52:02,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:52:02,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732521122253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521122253"}]},"ts":"1732521122253"} 2024-11-25T07:52:02,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:52:02,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:52:02,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521122258"}]},"ts":"1732521122258"} 2024-11-25T07:52:02,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-25T07:52:02,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=93acfdabd7e47337bb2821c9f34fe914, ASSIGN}] 2024-11-25T07:52:02,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=93acfdabd7e47337bb2821c9f34fe914, ASSIGN 2024-11-25T07:52:02,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=93acfdabd7e47337bb2821c9f34fe914, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42287,1732521120775; forceNewPlan=false, retain=false 2024-11-25T07:52:02,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:52:02,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:52:02,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:52:02,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:52:02,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93acfdabd7e47337bb2821c9f34fe914, regionState=OPENING, regionLocation=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:02,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=93acfdabd7e47337bb2821c9f34fe914, ASSIGN because future has completed 2024-11-25T07:52:02,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93acfdabd7e47337bb2821c9f34fe914, server=7fb8763a5d32,42287,1732521120775}] 2024-11-25T07:52:02,576 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,577 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93acfdabd7e47337bb2821c9f34fe914, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:02,577 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,577 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:02,577 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,577 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,579 INFO [StoreOpener-93acfdabd7e47337bb2821c9f34fe914-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,581 INFO [StoreOpener-93acfdabd7e47337bb2821c9f34fe914-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93acfdabd7e47337bb2821c9f34fe914 columnFamilyName info 2024-11-25T07:52:02,581 DEBUG [StoreOpener-93acfdabd7e47337bb2821c9f34fe914-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:02,582 INFO [StoreOpener-93acfdabd7e47337bb2821c9f34fe914-1 {}] regionserver.HStore(327): Store=93acfdabd7e47337bb2821c9f34fe914/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:02,582 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,583 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,584 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,585 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,585 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,587 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,590 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:02,591 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93acfdabd7e47337bb2821c9f34fe914; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=803908, jitterRate=0.022222205996513367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:52:02,591 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:02,592 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93acfdabd7e47337bb2821c9f34fe914: Running coprocessor pre-open hook at 1732521122577Writing region info on filesystem at 1732521122577Initializing all the Stores at 1732521122579 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521122579Cleaning up temporary data from old regions at 1732521122585 (+6 ms)Running coprocessor post-open hooks at 1732521122591 (+6 ms)Region opened successfully at 1732521122592 (+1 ms) 2024-11-25T07:52:02,594 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914., pid=6, masterSystemTime=1732521122572 2024-11-25T07:52:02,596 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,596 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:02,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93acfdabd7e47337bb2821c9f34fe914, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:02,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93acfdabd7e47337bb2821c9f34fe914, server=7fb8763a5d32,42287,1732521120775 because future has completed 2024-11-25T07:52:02,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:52:02,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93acfdabd7e47337bb2821c9f34fe914, server=7fb8763a5d32,42287,1732521120775 in 186 msec 2024-11-25T07:52:02,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:52:02,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=93acfdabd7e47337bb2821c9f34fe914, ASSIGN in 347 msec 2024-11-25T07:52:02,614 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:52:02,614 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521122614"}]},"ts":"1732521122614"} 2024-11-25T07:52:02,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-25T07:52:02,619 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:52:02,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 394 msec 2024-11-25T07:52:07,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:52:07,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:07,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:52:07,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-25T07:52:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:52:12,270 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T07:52:12,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-25T07:52:12,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:12,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914., hostname=7fb8763a5d32,42287,1732521120775, seqNum=2] 2024-11-25T07:52:12,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:12,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:52:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:52:12,292 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:52:12,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:52:12,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:12,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T07:52:12,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:52:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:12,454 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 93acfdabd7e47337bb2821c9f34fe914 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T07:52:12,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/86a288a51abc4fa1b2a2617d7f9897cd is 1055, key is row0001/info:/1732521132280/Put/seqid=0 2024-11-25T07:52:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741837_1013 (size=6008) 2024-11-25T07:52:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741837_1013 (size=6008) 2024-11-25T07:52:12,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/86a288a51abc4fa1b2a2617d7f9897cd 2024-11-25T07:52:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/86a288a51abc4fa1b2a2617d7f9897cd as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd 2024-11-25T07:52:12,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd, entries=1, sequenceid=5, filesize=5.9 K 2024-11-25T07:52:12,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 36ms, sequenceid=5, compaction requested=false 2024-11-25T07:52:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 93acfdabd7e47337bb2821c9f34fe914: 2024-11-25T07:52:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T07:52:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T07:52:12,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:52:12,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-25T07:52:12,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 211 msec 2024-11-25T07:52:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:52:22,321 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T07:52:22,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:52:22,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:52:22,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:52:22,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:52:22,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:52:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:22,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 93acfdabd7e47337bb2821c9f34fe914 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T07:52:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/c4c3678b9bf5467daab891f1fe496c07 is 1055, key is row0002/info:/1732521142324/Put/seqid=0 2024-11-25T07:52:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741838_1014 (size=6008) 2024-11-25T07:52:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741838_1014 (size=6008) 2024-11-25T07:52:22,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/c4c3678b9bf5467daab891f1fe496c07 2024-11-25T07:52:22,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/c4c3678b9bf5467daab891f1fe496c07 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07 2024-11-25T07:52:22,524 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07, entries=1, sequenceid=9, filesize=5.9 K 2024-11-25T07:52:22,525 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 36ms, sequenceid=9, compaction requested=false 2024-11-25T07:52:22,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 93acfdabd7e47337bb2821c9f34fe914: 2024-11-25T07:52:22,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:22,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T07:52:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T07:52:22,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:52:22,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-25T07:52:22,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 204 msec 2024-11-25T07:52:30,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:52:32,390 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T07:52:32,403 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521152392, exclude list is [], retry=0 2024-11-25T07:52:32,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:32,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:32,408 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521152392 2024-11-25T07:52:32,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939),(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-25T07:52:32,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 is not closed yet, will try archiving it next time 2024-11-25T07:52:32,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:32,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 not finished, retry = 0 2024-11-25T07:52:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741833_1009 (size=5471) 2024-11-25T07:52:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741833_1009 (size=5471) 2024-11-25T07:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:52:32,411 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:52:32,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:52:32,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:52:32,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:52:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:32,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 93acfdabd7e47337bb2821c9f34fe914 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T07:52:32,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/f7bbef36af0a42b28572d7744b95e321 is 1055, key is row0003/info:/1732521152391/Put/seqid=0 2024-11-25T07:52:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741840_1016 (size=6008) 2024-11-25T07:52:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741840_1016 (size=6008) 2024-11-25T07:52:32,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/f7bbef36af0a42b28572d7744b95e321 2024-11-25T07:52:32,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/f7bbef36af0a42b28572d7744b95e321 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321 2024-11-25T07:52:32,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321, entries=1, sequenceid=13, filesize=5.9 K 2024-11-25T07:52:32,600 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 32ms, sequenceid=13, compaction requested=true 2024-11-25T07:52:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 93acfdabd7e47337bb2821c9f34fe914: 2024-11-25T07:52:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T07:52:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T07:52:32,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T07:52:32,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-25T07:52:32,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-25T07:52:42,194 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:52:42,195 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:52:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:52:42,452 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T07:52:42,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:52:42,468 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:52:42,469 DEBUG [Time-limited test {}] regionserver.HStore(1541): 93acfdabd7e47337bb2821c9f34fe914/info is initiating minor compaction (all files) 2024-11-25T07:52:42,469 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:52:42,470 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:42,470 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 93acfdabd7e47337bb2821c9f34fe914/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:42,470 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321] into tmpdir=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp, totalSize=17.6 K 2024-11-25T07:52:42,471 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 86a288a51abc4fa1b2a2617d7f9897cd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732521132280 2024-11-25T07:52:42,472 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c4c3678b9bf5467daab891f1fe496c07, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732521142324 2024-11-25T07:52:42,472 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f7bbef36af0a42b28572d7744b95e321, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732521152391 2024-11-25T07:52:42,495 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 93acfdabd7e47337bb2821c9f34fe914#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:52:42,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/e2100f474f6947b184d51cd526327a09 is 1055, key is row0001/info:/1732521132280/Put/seqid=0 2024-11-25T07:52:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741841_1017 (size=8221) 2024-11-25T07:52:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741841_1017 (size=8221) 2024-11-25T07:52:42,508 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/e2100f474f6947b184d51cd526327a09 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/e2100f474f6947b184d51cd526327a09 2024-11-25T07:52:42,521 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93acfdabd7e47337bb2821c9f34fe914/info of 93acfdabd7e47337bb2821c9f34fe914 into e2100f474f6947b184d51cd526327a09(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:52:42,521 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 93acfdabd7e47337bb2821c9f34fe914: 2024-11-25T07:52:42,535 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521162523, exclude list is [], retry=0 2024-11-25T07:52:42,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:42,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:42,539 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521152392 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521162523 2024-11-25T07:52:42,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939),(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-25T07:52:42,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521152392 is not closed yet, will try archiving it next time 2024-11-25T07:52:42,540 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs/7fb8763a5d32%2C42287%2C1732521120775.1732521121401 2024-11-25T07:52:42,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741839_1015 (size=2495) 2024-11-25T07:52:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741839_1015 (size=2495) 2024-11-25T07:52:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:52:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:52:42,543 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:52:42,544 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:52:42,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:52:42,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T07:52:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:42,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 93acfdabd7e47337bb2821c9f34fe914 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T07:52:42,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/18e85e49d5c040798cdc26227302cef4 is 1055, key is row0000/info:/1732521162522/Put/seqid=0 2024-11-25T07:52:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741843_1019 (size=6008) 2024-11-25T07:52:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741843_1019 (size=6008) 2024-11-25T07:52:42,715 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/18e85e49d5c040798cdc26227302cef4 2024-11-25T07:52:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/18e85e49d5c040798cdc26227302cef4 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/18e85e49d5c040798cdc26227302cef4 2024-11-25T07:52:42,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/18e85e49d5c040798cdc26227302cef4, entries=1, sequenceid=18, filesize=5.9 K 2024-11-25T07:52:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 35ms, sequenceid=18, compaction requested=false 2024-11-25T07:52:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 93acfdabd7e47337bb2821c9f34fe914: 2024-11-25T07:52:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T07:52:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T07:52:42,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T07:52:42,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-25T07:52:42,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-25T07:52:47,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 93acfdabd7e47337bb2821c9f34fe914, had cached 0 bytes from a total of 14229 2024-11-25T07:52:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:52:52,571 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T07:52:52,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521172576, exclude list is [], retry=0 2024-11-25T07:52:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37585,DS-422ed49e-2683-4702-91b8-070f149172e5,DISK] 2024-11-25T07:52:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-36610123-2733-4cf4-8f12-1d820e768b2c,DISK] 2024-11-25T07:52:52,594 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521162523 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521172576 2024-11-25T07:52:52,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835),(127.0.0.1/127.0.0.1:41939:41939)] 2024-11-25T07:52:52,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521162523 is not closed yet, will try archiving it next time 2024-11-25T07:52:52,594 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/WALs/7fb8763a5d32,42287,1732521120775/7fb8763a5d32%2C42287%2C1732521120775.1732521152392 to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs/7fb8763a5d32%2C42287%2C1732521120775.1732521152392 2024-11-25T07:52:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:52:52,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:52:52,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:52:52,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:52,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:52,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:52:52,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1123974201, stopped=false 2024-11-25T07:52:52,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,40583,1732521120581 2024-11-25T07:52:52,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:52:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741842_1018 (size=2001) 2024-11-25T07:52:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741842_1018 (size=2001) 2024-11-25T07:52:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:52,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:52:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:52,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:52:52,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:52:52,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:52,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,42287,1732521120775' ***** 2024-11-25T07:52:52,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:52:52,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:52,669 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:52:52,670 INFO [RS:0;7fb8763a5d32:42287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:52:52,670 INFO [RS:0;7fb8763a5d32:42287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:52:52,670 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:52,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:52,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:52:52,670 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:52,670 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:52:52,671 INFO [RS:0;7fb8763a5d32:42287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:42287. 2024-11-25T07:52:52,671 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93acfdabd7e47337bb2821c9f34fe914, disabling compactions & flushes 2024-11-25T07:52:52,671 DEBUG [RS:0;7fb8763a5d32:42287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:52:52,671 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:52,671 DEBUG [RS:0;7fb8763a5d32:42287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:52,671 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:52,671 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. after waiting 0 ms 2024-11-25T07:52:52,671 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:52,671 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:52:52,671 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:52:52,671 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:52:52,671 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93acfdabd7e47337bb2821c9f34fe914 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T07:52:52,671 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:52:52,672 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:52:52,672 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 93acfdabd7e47337bb2821c9f34fe914=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.} 2024-11-25T07:52:52,672 DEBUG [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93acfdabd7e47337bb2821c9f34fe914 2024-11-25T07:52:52,672 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:52:52,672 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:52:52,672 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:52:52,672 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:52:52,672 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:52:52,672 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-25T07:52:52,676 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/ca52c156cda54b63aceb5568306fb61e is 1055, key is row0001/info:/1732521172573/Put/seqid=0 2024-11-25T07:52:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741845_1021 (size=6008) 2024-11-25T07:52:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741845_1021 (size=6008) 2024-11-25T07:52:52,681 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/ca52c156cda54b63aceb5568306fb61e 2024-11-25T07:52:52,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/.tmp/info/ca52c156cda54b63aceb5568306fb61e as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/ca52c156cda54b63aceb5568306fb61e 2024-11-25T07:52:52,690 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/info/f3ce9cc8cc0b40a19664990a091f22c7 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914./info:regioninfo/1732521122597/Put/seqid=0 2024-11-25T07:52:52,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741846_1022 (size=7308) 2024-11-25T07:52:52,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741846_1022 (size=7308) 2024-11-25T07:52:52,699 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/info/f3ce9cc8cc0b40a19664990a091f22c7 2024-11-25T07:52:52,699 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/ca52c156cda54b63aceb5568306fb61e, entries=1, sequenceid=22, filesize=5.9 K 2024-11-25T07:52:52,700 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 29ms, sequenceid=22, compaction requested=true 2024-11-25T07:52:52,701 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321] to archive 2024-11-25T07:52:52,704 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:52:52,707 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/86a288a51abc4fa1b2a2617d7f9897cd 2024-11-25T07:52:52,709 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07 to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/c4c3678b9bf5467daab891f1fe496c07 2024-11-25T07:52:52,710 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321 to hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/info/f7bbef36af0a42b28572d7744b95e321 2024-11-25T07:52:52,721 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:40583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-25T07:52:52,721 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [86a288a51abc4fa1b2a2617d7f9897cd=6008, c4c3678b9bf5467daab891f1fe496c07=6008, f7bbef36af0a42b28572d7744b95e321=6008] 2024-11-25T07:52:52,726 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/93acfdabd7e47337bb2821c9f34fe914/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-25T07:52:52,727 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/ns/44c2681c58fe4e4d99d4b526cf82a41a is 43, key is default/ns:d/1732521122130/Put/seqid=0 2024-11-25T07:52:52,727 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:52,727 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93acfdabd7e47337bb2821c9f34fe914: Waiting for close lock at 1732521172671Running coprocessor pre-close hooks at 1732521172671Disabling compacts and flushes for region at 1732521172671Disabling writes for close at 1732521172671Obtaining lock to block concurrent updates at 1732521172671Preparing flush snapshotting stores in 93acfdabd7e47337bb2821c9f34fe914 at 1732521172671Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732521172671Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. at 1732521172672 (+1 ms)Flushing 93acfdabd7e47337bb2821c9f34fe914/info: creating writer at 1732521172672Flushing 93acfdabd7e47337bb2821c9f34fe914/info: appending metadata at 1732521172675 (+3 ms)Flushing 93acfdabd7e47337bb2821c9f34fe914/info: closing flushed file at 1732521172675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50db5597: reopening flushed file at 1732521172688 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 93acfdabd7e47337bb2821c9f34fe914 in 29ms, sequenceid=22, compaction requested=true at 1732521172700 (+12 ms)Writing region close event to WAL at 1732521172722 (+22 ms)Running coprocessor post-close hooks at 1732521172727 (+5 ms)Closed at 1732521172727 2024-11-25T07:52:52,728 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732521122224.93acfdabd7e47337bb2821c9f34fe914. 2024-11-25T07:52:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741847_1023 (size=5153) 2024-11-25T07:52:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741847_1023 (size=5153) 2024-11-25T07:52:52,738 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/ns/44c2681c58fe4e4d99d4b526cf82a41a 2024-11-25T07:52:52,760 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/table/be33242df40a4d67b40ac110dcbfd89f is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732521122614/Put/seqid=0 2024-11-25T07:52:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741848_1024 (size=5508) 2024-11-25T07:52:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741848_1024 (size=5508) 2024-11-25T07:52:52,766 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/table/be33242df40a4d67b40ac110dcbfd89f 2024-11-25T07:52:52,773 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/info/f3ce9cc8cc0b40a19664990a091f22c7 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/info/f3ce9cc8cc0b40a19664990a091f22c7 2024-11-25T07:52:52,779 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/info/f3ce9cc8cc0b40a19664990a091f22c7, entries=10, sequenceid=11, filesize=7.1 K 2024-11-25T07:52:52,780 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/ns/44c2681c58fe4e4d99d4b526cf82a41a as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/ns/44c2681c58fe4e4d99d4b526cf82a41a 2024-11-25T07:52:52,786 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/ns/44c2681c58fe4e4d99d4b526cf82a41a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:52:52,787 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/.tmp/table/be33242df40a4d67b40ac110dcbfd89f as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/table/be33242df40a4d67b40ac110dcbfd89f 2024-11-25T07:52:52,793 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/table/be33242df40a4d67b40ac110dcbfd89f, entries=2, sequenceid=11, filesize=5.4 K 2024-11-25T07:52:52,794 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=11, compaction requested=false 2024-11-25T07:52:52,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:52:52,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:52:52,800 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:52:52,800 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521172672Running coprocessor pre-close hooks at 1732521172672Disabling compacts and flushes for region at 1732521172672Disabling writes for close at 1732521172672Obtaining lock to block concurrent updates at 1732521172672Preparing flush snapshotting stores in 1588230740 at 1732521172672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732521172673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732521172674 (+1 ms)Flushing 1588230740/info: creating writer at 1732521172674Flushing 1588230740/info: appending metadata at 1732521172690 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732521172690Flushing 1588230740/ns: creating writer at 1732521172706 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732521172726 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732521172726Flushing 1588230740/table: creating writer at 1732521172747 (+21 ms)Flushing 1588230740/table: appending metadata at 1732521172760 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732521172760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f3ff08: reopening flushed file at 1732521172771 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d02e6f8: reopening flushed file at 1732521172779 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cad0ce8: reopening flushed file at 1732521172786 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=11, compaction requested=false at 1732521172794 (+8 ms)Writing region close event to WAL at 1732521172796 (+2 ms)Running coprocessor post-close hooks at 1732521172799 (+3 ms)Closed at 1732521172799 2024-11-25T07:52:52,800 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:52:52,872 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,42287,1732521120775; all regions closed. 2024-11-25T07:52:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741834_1010 (size=3306) 2024-11-25T07:52:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741834_1010 (size=3306) 2024-11-25T07:52:52,880 DEBUG [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs 2024-11-25T07:52:52,881 INFO [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C42287%2C1732521120775.meta:.meta(num 1732521122018) 2024-11-25T07:52:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741844_1020 (size=1252) 2024-11-25T07:52:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741844_1020 (size=1252) 2024-11-25T07:52:52,887 DEBUG [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/oldWALs 2024-11-25T07:52:52,887 INFO [RS:0;7fb8763a5d32:42287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C42287%2C1732521120775:(num 1732521172576) 2024-11-25T07:52:52,887 DEBUG [RS:0;7fb8763a5d32:42287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:52,887 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:52:52,888 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:52:52,888 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:52:52,888 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:52:52,888 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:52:52,888 INFO [RS:0;7fb8763a5d32:42287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42287 2024-11-25T07:52:52,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:52:52,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,42287,1732521120775 2024-11-25T07:52:52,897 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:52:52,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,42287,1732521120775] 2024-11-25T07:52:52,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,42287,1732521120775 already deleted, retry=false 2024-11-25T07:52:52,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,42287,1732521120775 expired; onlineServers=0 2024-11-25T07:52:52,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,40583,1732521120581' ***** 2024-11-25T07:52:52,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:52:52,918 INFO [M:0;7fb8763a5d32:40583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:52:52,918 INFO [M:0;7fb8763a5d32:40583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:52:52,918 DEBUG [M:0;7fb8763a5d32:40583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:52:52,918 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:52:52,918 DEBUG [M:0;7fb8763a5d32:40583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:52:52,918 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521121152 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521121152,5,FailOnTimeoutGroup] 2024-11-25T07:52:52,918 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521121155 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521121155,5,FailOnTimeoutGroup] 2024-11-25T07:52:52,919 INFO [M:0;7fb8763a5d32:40583 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:52:52,919 INFO [M:0;7fb8763a5d32:40583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:52:52,919 DEBUG [M:0;7fb8763a5d32:40583 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:52:52,919 INFO [M:0;7fb8763a5d32:40583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:52:52,919 INFO [M:0;7fb8763a5d32:40583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:52:52,919 INFO [M:0;7fb8763a5d32:40583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:52:52,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:52:52,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:52:52,929 DEBUG [M:0;7fb8763a5d32:40583 {}] zookeeper.ZKUtil(347): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:52:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:52,929 WARN [M:0;7fb8763a5d32:40583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:52:52,930 INFO [M:0;7fb8763a5d32:40583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/.lastflushedseqids 2024-11-25T07:52:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741849_1025 (size=130) 2024-11-25T07:52:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741849_1025 (size=130) 2024-11-25T07:52:52,938 INFO [M:0;7fb8763a5d32:40583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:52:52,938 INFO [M:0;7fb8763a5d32:40583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:52:52,938 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:52:52,938 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:52,938 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:52,938 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:52:52,938 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:52,938 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-25T07:52:52,954 DEBUG [M:0;7fb8763a5d32:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa034a07773740108f5002c57e860659 is 82, key is hbase:meta,,1/info:regioninfo/1732521122056/Put/seqid=0 2024-11-25T07:52:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741850_1026 (size=5672) 2024-11-25T07:52:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741850_1026 (size=5672) 2024-11-25T07:52:52,959 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa034a07773740108f5002c57e860659 2024-11-25T07:52:52,980 DEBUG [M:0;7fb8763a5d32:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e640149d01d34d14a28cac27d582919b is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732521122620/Put/seqid=0 2024-11-25T07:52:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741851_1027 (size=7823) 2024-11-25T07:52:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741851_1027 (size=7823) 2024-11-25T07:52:52,985 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e640149d01d34d14a28cac27d582919b 2024-11-25T07:52:52,990 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e640149d01d34d14a28cac27d582919b 2024-11-25T07:52:53,005 DEBUG [M:0;7fb8763a5d32:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85f21073a9c4a4f83d985d8e50586e0 is 69, key is 7fb8763a5d32,42287,1732521120775/rs:state/1732521121244/Put/seqid=0 2024-11-25T07:52:53,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:52:53,007 INFO [RS:0;7fb8763a5d32:42287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:52:53,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x10170fa4edc0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:52:53,008 INFO [RS:0;7fb8763a5d32:42287 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,42287,1732521120775; zookeeper connection closed. 2024-11-25T07:52:53,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d1be24c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d1be24c 2024-11-25T07:52:53,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:52:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741852_1028 (size=5156) 2024-11-25T07:52:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741852_1028 (size=5156) 2024-11-25T07:52:53,011 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85f21073a9c4a4f83d985d8e50586e0 2024-11-25T07:52:53,029 DEBUG [M:0;7fb8763a5d32:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/38e9a9c50b8043519efc9f4e00e5813b is 52, key is load_balancer_on/state:d/1732521122219/Put/seqid=0 2024-11-25T07:52:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741853_1029 (size=5056) 2024-11-25T07:52:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741853_1029 (size=5056) 2024-11-25T07:52:53,035 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/38e9a9c50b8043519efc9f4e00e5813b 2024-11-25T07:52:53,040 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa034a07773740108f5002c57e860659 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa034a07773740108f5002c57e860659 2024-11-25T07:52:53,044 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa034a07773740108f5002c57e860659, entries=8, sequenceid=121, filesize=5.5 K 2024-11-25T07:52:53,045 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e640149d01d34d14a28cac27d582919b as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e640149d01d34d14a28cac27d582919b 2024-11-25T07:52:53,051 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e640149d01d34d14a28cac27d582919b 2024-11-25T07:52:53,051 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e640149d01d34d14a28cac27d582919b, entries=14, sequenceid=121, filesize=7.6 K 2024-11-25T07:52:53,052 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85f21073a9c4a4f83d985d8e50586e0 as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c85f21073a9c4a4f83d985d8e50586e0 2024-11-25T07:52:53,058 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c85f21073a9c4a4f83d985d8e50586e0, entries=1, sequenceid=121, filesize=5.0 K 2024-11-25T07:52:53,059 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/38e9a9c50b8043519efc9f4e00e5813b as hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/38e9a9c50b8043519efc9f4e00e5813b 2024-11-25T07:52:53,065 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36199/user/jenkins/test-data/0612fa4d-8368-2199-b47d-7fba6997b02a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/38e9a9c50b8043519efc9f4e00e5813b, entries=1, sequenceid=121, filesize=4.9 K 2024-11-25T07:52:53,066 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-25T07:52:53,068 INFO [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:53,068 DEBUG [M:0;7fb8763a5d32:40583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521172938Disabling compacts and flushes for region at 1732521172938Disabling writes for close at 1732521172938Obtaining lock to block concurrent updates at 1732521172938Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732521172938Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44641, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732521172939 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732521172939Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732521172939Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732521172953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732521172953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732521172964 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732521172979 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732521172979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732521172990 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732521173005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732521173005Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732521173016 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732521173029 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732521173029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce02e8c: reopening flushed file at 1732521173039 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffb6ed2: reopening flushed file at 1732521173044 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b077591: reopening flushed file at 1732521173051 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c2b108: reopening flushed file at 1732521173058 (+7 ms)Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1732521173066 (+8 ms)Writing region close event to WAL at 1732521173068 (+2 ms)Closed at 1732521173068 2024-11-25T07:52:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37585 is added to blk_1073741830_1006 (size=53038) 2024-11-25T07:52:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741830_1006 (size=53038) 2024-11-25T07:52:53,071 INFO [M:0;7fb8763a5d32:40583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:52:53,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:52:53,071 INFO [M:0;7fb8763a5d32:40583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40583 2024-11-25T07:52:53,071 INFO [M:0;7fb8763a5d32:40583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:52:53,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:52:53,183 INFO [M:0;7fb8763a5d32:40583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:52:53,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10170fa4edc0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:52:53,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@512f92ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:52:53,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b9a6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:52:53,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:52:53,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29474aa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:52:53,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687ad8c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,STOPPED} 2024-11-25T07:52:53,189 WARN [BP-1279102452-172.17.0.2-1732521118424 heartbeating to localhost/127.0.0.1:36199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:52:53,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:52:53,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:52:53,189 WARN [BP-1279102452-172.17.0.2-1732521118424 heartbeating to localhost/127.0.0.1:36199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1279102452-172.17.0.2-1732521118424 (Datanode Uuid d732d941-324d-435d-8a2d-a45f319301a0) service to localhost/127.0.0.1:36199 2024-11-25T07:52:53,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data3/current/BP-1279102452-172.17.0.2-1732521118424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:52:53,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data4/current/BP-1279102452-172.17.0.2-1732521118424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:52:53,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:52:53,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15af81d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:52:53,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6691fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:52:53,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:52:53,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c155960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:52:53,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb7eb7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,STOPPED} 2024-11-25T07:52:53,196 WARN [BP-1279102452-172.17.0.2-1732521118424 heartbeating to localhost/127.0.0.1:36199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:52:53,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:52:53,197 WARN [BP-1279102452-172.17.0.2-1732521118424 heartbeating to localhost/127.0.0.1:36199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1279102452-172.17.0.2-1732521118424 (Datanode Uuid d9b92301-29f0-4c94-9cfc-d2bbfd74d7b8) service to localhost/127.0.0.1:36199 2024-11-25T07:52:53,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:52:53,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data1/current/BP-1279102452-172.17.0.2-1732521118424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:52:53,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/cluster_e6181029-7307-6d79-4a6a-74578ee527c3/data/data2/current/BP-1279102452-172.17.0.2-1732521118424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:52:53,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:52:53,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dbec483{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:52:53,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@192cdcf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:52:53,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:52:53,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef41471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:52:53,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a002f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir/,STOPPED} 2024-11-25T07:52:53,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:52:53,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:52:53,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=4690 (was 5029) 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=4690 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.log.dir so I do NOT create it in target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d2e3208-8103-5a9c-9a6e-a7ed22f5881b/hadoop.tmp.dir so I do NOT create it in target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790, deleteOnExit=true 2024-11-25T07:52:53,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/test.cache.data in system properties and HBase conf 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:52:53,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:52:53,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:52:53,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:52:53,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:52:53,272 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:52:53,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:52:53,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:52:53,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:52:53,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:52:53,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:52:53,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:52:53,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edb6e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:52:53,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@425a8ec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:52:53,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@552e9229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/java.io.tmpdir/jetty-localhost-38633-hadoop-hdfs-3_4_1-tests_jar-_-any-2977412742066815231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:52:53,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d466b84{HTTP/1.1, (http/1.1)}{localhost:38633} 2024-11-25T07:52:53,731 INFO [Time-limited test {}] server.Server(415): Started @151740ms 2024-11-25T07:52:53,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:52:53,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:52:53,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:52:53,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:52:53,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:52:53,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1d6e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:52:53,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36bcb898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:52:54,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38fb5178{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-7953274079074635636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:52:54,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1739b6e0{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-11-25T07:52:54,086 INFO [Time-limited test {}] server.Server(415): Started @152094ms 2024-11-25T07:52:54,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:52:54,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:52:54,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:52:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:52:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:52:54,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:52:54,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c5b6a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:52:54,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ae42c72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:52:54,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2acfa886{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/java.io.tmpdir/jetty-localhost-37773-hadoop-hdfs-3_4_1-tests_jar-_-any-17912912875518967135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:52:54,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@270378ab{HTTP/1.1, (http/1.1)}{localhost:37773} 2024-11-25T07:52:54,212 INFO [Time-limited test {}] server.Server(415): Started @152220ms 2024-11-25T07:52:54,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:52:55,386 WARN [Thread-1101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data1/current/BP-564842966-172.17.0.2-1732521173271/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:55,387 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data2/current/BP-564842966-172.17.0.2-1732521173271/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:55,401 WARN [Thread-1065 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:52:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90686145576d90e with lease ID 0x9f2c47c90f4d8c18: Processing first storage report for DS-54b99e38-4ae6-4daa-9859-9023792f75b6 from datanode DatanodeRegistration(127.0.0.1:41075, datanodeUuid=3b9f766d-643c-402c-bd97-52c6287f2a7c, infoPort=38655, infoSecurePort=0, ipcPort=41713, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271) 2024-11-25T07:52:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90686145576d90e with lease ID 0x9f2c47c90f4d8c18: from storage DS-54b99e38-4ae6-4daa-9859-9023792f75b6 node DatanodeRegistration(127.0.0.1:41075, datanodeUuid=3b9f766d-643c-402c-bd97-52c6287f2a7c, infoPort=38655, infoSecurePort=0, ipcPort=41713, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:55,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90686145576d90e with lease ID 0x9f2c47c90f4d8c18: Processing first storage report for DS-39dced70-ba0a-4039-b350-2aa066654787 from datanode DatanodeRegistration(127.0.0.1:41075, datanodeUuid=3b9f766d-643c-402c-bd97-52c6287f2a7c, infoPort=38655, infoSecurePort=0, ipcPort=41713, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271) 2024-11-25T07:52:55,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90686145576d90e with lease ID 0x9f2c47c90f4d8c18: from storage DS-39dced70-ba0a-4039-b350-2aa066654787 node DatanodeRegistration(127.0.0.1:41075, datanodeUuid=3b9f766d-643c-402c-bd97-52c6287f2a7c, infoPort=38655, infoSecurePort=0, ipcPort=41713, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:55,489 WARN [Thread-1112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data3/current/BP-564842966-172.17.0.2-1732521173271/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:55,489 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data4/current/BP-564842966-172.17.0.2-1732521173271/current, will proceed with Du for space computation calculation, 2024-11-25T07:52:55,514 WARN [Thread-1088 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:52:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80dc8872ed1b6df with lease ID 0x9f2c47c90f4d8c19: Processing first storage report for DS-552656bf-05ac-4078-b214-bbcdf826400c from datanode DatanodeRegistration(127.0.0.1:44037, datanodeUuid=6d5fdd19-fb2b-494b-8c13-0f81ac33a860, infoPort=46045, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271) 2024-11-25T07:52:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80dc8872ed1b6df with lease ID 0x9f2c47c90f4d8c19: from storage DS-552656bf-05ac-4078-b214-bbcdf826400c node DatanodeRegistration(127.0.0.1:44037, datanodeUuid=6d5fdd19-fb2b-494b-8c13-0f81ac33a860, infoPort=46045, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80dc8872ed1b6df with lease ID 0x9f2c47c90f4d8c19: Processing first storage report for DS-9c8a7823-6bb2-4312-9a15-8359b2f18690 from datanode DatanodeRegistration(127.0.0.1:44037, datanodeUuid=6d5fdd19-fb2b-494b-8c13-0f81ac33a860, infoPort=46045, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271) 2024-11-25T07:52:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80dc8872ed1b6df with lease ID 0x9f2c47c90f4d8c19: from storage DS-9c8a7823-6bb2-4312-9a15-8359b2f18690 node DatanodeRegistration(127.0.0.1:44037, datanodeUuid=6d5fdd19-fb2b-494b-8c13-0f81ac33a860, infoPort=46045, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=149747037;c=1732521173271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:52:55,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92 2024-11-25T07:52:55,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/zookeeper_0, clientPort=57828, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:52:55,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57828 2024-11-25T07:52:55,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:52:55,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:52:55,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5 with version=8 2024-11-25T07:52:55,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase-staging 2024-11-25T07:52:55,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:52:55,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:52:55,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:52:55,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:52:55,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:52:55,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38655 2024-11-25T07:52:55,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38655 connecting to ZooKeeper ensemble=127.0.0.1:57828 2024-11-25T07:52:55,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386550x0, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:52:55,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38655-0x10170fb25aa0000 connected 2024-11-25T07:52:55,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:55,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5, hbase.cluster.distributed=false 2024-11-25T07:52:55,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:52:55,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-25T07:52:55,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38655 2024-11-25T07:52:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38655 2024-11-25T07:52:55,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-25T07:52:55,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-25T07:52:55,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:52:55,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:52:55,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38449 2024-11-25T07:52:55,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38449 connecting to ZooKeeper ensemble=127.0.0.1:57828 2024-11-25T07:52:55,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384490x0, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:52:55,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384490x0, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:52:55,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38449-0x10170fb25aa0001 connected 2024-11-25T07:52:55,771 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:52:55,772 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:52:55,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:52:55,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:52:55,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-25T07:52:55,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38449 2024-11-25T07:52:55,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38449 2024-11-25T07:52:55,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-25T07:52:55,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-25T07:52:55,788 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:38655 2024-11-25T07:52:55,788 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:55,799 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:52:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,809 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:52:55,809 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,38655,1732521175566 from backup master directory 2024-11-25T07:52:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:52:55,819 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:52:55,819 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:55,824 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/hbase.id] with ID: 2e9808b0-52a9-4788-b6f1-67abf49f3a93 2024-11-25T07:52:55,824 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/.tmp/hbase.id 2024-11-25T07:52:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:52:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:52:55,831 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/.tmp/hbase.id]:[hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/hbase.id] 2024-11-25T07:52:55,842 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:55,842 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:52:55,843 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:52:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:52:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:52:55,862 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:52:55,863 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:52:55,863 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:52:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:52:55,871 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store 2024-11-25T07:52:55,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:52:55,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:52:55,879 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:55,879 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:52:55,879 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521175879Disabling compacts and flushes for region at 1732521175879Disabling writes for close at 1732521175879Writing region close event to WAL at 1732521175879Closed at 1732521175879 2024-11-25T07:52:55,880 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/.initializing 2024-11-25T07:52:55,880 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/WALs/7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:55,881 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:52:55,882 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38655%2C1732521175566, suffix=, logDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/WALs/7fb8763a5d32,38655,1732521175566, archiveDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/oldWALs, maxLogs=10 2024-11-25T07:52:55,894 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/WALs/7fb8763a5d32,38655,1732521175566/7fb8763a5d32%2C38655%2C1732521175566.1732521175882, exclude list is [], retry=0 2024-11-25T07:52:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-552656bf-05ac-4078-b214-bbcdf826400c,DISK] 2024-11-25T07:52:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41075,DS-54b99e38-4ae6-4daa-9859-9023792f75b6,DISK] 2024-11-25T07:52:55,899 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/WALs/7fb8763a5d32,38655,1732521175566/7fb8763a5d32%2C38655%2C1732521175566.1732521175882 2024-11-25T07:52:55,899 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045),(127.0.0.1/127.0.0.1:38655:38655)] 2024-11-25T07:52:55,899 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:55,899 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:55,900 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,900 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:52:55,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:55,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:55,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:52:55,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:55,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:55,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:52:55,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:52:55,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:55,908 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,909 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,909 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,911 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,911 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,911 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:52:55,912 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:52:55,914 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:55,915 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771118, jitterRate=-0.019473016262054443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:52:55,915 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732521175900Initializing all the Stores at 1732521175901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521175901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521175901Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521175901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521175901Cleaning up temporary data from old regions at 1732521175911 (+10 ms)Region opened successfully at 1732521175915 (+4 ms) 2024-11-25T07:52:55,915 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:52:55,918 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d37a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:52:55,919 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:52:55,919 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:52:55,919 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:52:55,920 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:52:55,920 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:52:55,920 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:52:55,921 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:52:55,923 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:52:55,923 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:52:55,935 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:52:55,935 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:52:55,936 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:52:55,945 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:52:55,946 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:52:55,947 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:52:55,956 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:52:55,957 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:52:55,966 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:52:55,968 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:52:55,981 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:52:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:52:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:55,992 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,38655,1732521175566, sessionid=0x10170fb25aa0000, setting cluster-up flag (Was=false) 2024-11-25T07:52:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,044 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:52:56,045 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:56,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,097 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:52:56,100 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:56,103 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:52:56,106 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:56,106 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:52:56,107 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:52:56,107 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,38655,1732521175566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:52:56,109 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,110 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732521206110 2024-11-25T07:52:56,110 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:52:56,110 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:52:56,110 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:52:56,110 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:56,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:52:56,111 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:52:56,112 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:52:56,112 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:52:56,112 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521176112,5,FailOnTimeoutGroup] 2024-11-25T07:52:56,112 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:52:56,113 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521176112,5,FailOnTimeoutGroup] 2024-11-25T07:52:56,113 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,113 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:52:56,113 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,113 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:52:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:52:56,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:52:56,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5 2024-11-25T07:52:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:52:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:52:56,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:56,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:52:56,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:52:56,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:52:56,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:52:56,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:52:56,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:52:56,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:52:56,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:52:56,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:52:56,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740 2024-11-25T07:52:56,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740 2024-11-25T07:52:56,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:52:56,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:52:56,145 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:52:56,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:52:56,148 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:56,149 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798686, jitterRate=0.015582174062728882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:52:56,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732521176129Initializing all the Stores at 1732521176130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176131 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521176131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176131Cleaning up temporary data from old regions at 1732521176144 (+13 ms)Region opened successfully at 1732521176149 (+5 ms) 2024-11-25T07:52:56,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:52:56,149 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:52:56,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:52:56,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:52:56,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:52:56,150 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:52:56,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521176149Disabling compacts and flushes for region at 1732521176149Disabling writes for close at 1732521176149Writing region close event to WAL at 1732521176150 (+1 ms)Closed at 1732521176150 2024-11-25T07:52:56,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:56,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:52:56,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:52:56,152 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:52:56,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:52:56,181 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(746): ClusterId : 2e9808b0-52a9-4788-b6f1-67abf49f3a93 2024-11-25T07:52:56,181 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:52:56,192 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:52:56,192 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:52:56,203 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:52:56,203 DEBUG [RS:0;7fb8763a5d32:38449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:52:56,213 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:38449 2024-11-25T07:52:56,213 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:52:56,213 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:52:56,213 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:52:56,214 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38655,1732521175566 with port=38449, startcode=1732521175753 2024-11-25T07:52:56,214 DEBUG [RS:0;7fb8763a5d32:38449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:52:56,216 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:52:56,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,218 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5 2024-11-25T07:52:56,218 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40617 2024-11-25T07:52:56,218 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:52:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:52:56,230 DEBUG [RS:0;7fb8763a5d32:38449 {}] zookeeper.ZKUtil(111): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,231 WARN [RS:0;7fb8763a5d32:38449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:52:56,231 INFO [RS:0;7fb8763a5d32:38449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:56,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,38449,1732521175753] 2024-11-25T07:52:56,231 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,235 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:52:56,237 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:52:56,238 INFO [RS:0;7fb8763a5d32:38449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:52:56,238 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,238 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:52:56,239 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:52:56,239 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,239 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,239 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,239 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:52:56,240 DEBUG [RS:0;7fb8763a5d32:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,241 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38449,1732521175753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:52:56,254 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:52:56,254 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38449,1732521175753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,254 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,254 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.Replication(171): 7fb8763a5d32,38449,1732521175753 started 2024-11-25T07:52:56,266 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,266 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,38449,1732521175753, RpcServer on 7fb8763a5d32/172.17.0.2:38449, sessionid=0x10170fb25aa0001 2024-11-25T07:52:56,266 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:52:56,266 DEBUG [RS:0;7fb8763a5d32:38449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,266 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,38449,1732521175753' 2024-11-25T07:52:56,266 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,38449,1732521175753' 2024-11-25T07:52:56,267 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:52:56,268 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:52:56,268 DEBUG [RS:0;7fb8763a5d32:38449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:52:56,268 INFO [RS:0;7fb8763a5d32:38449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:52:56,268 INFO [RS:0;7fb8763a5d32:38449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:52:56,303 WARN [7fb8763a5d32:38655 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:52:56,369 INFO [RS:0;7fb8763a5d32:38449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:52:56,370 INFO [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38449%2C1732521175753, suffix=, logDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753, archiveDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs, maxLogs=32 2024-11-25T07:52:56,383 DEBUG [RS:0;7fb8763a5d32:38449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521176371, exclude list is [], retry=0 2024-11-25T07:52:56,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41075,DS-54b99e38-4ae6-4daa-9859-9023792f75b6,DISK] 2024-11-25T07:52:56,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-552656bf-05ac-4078-b214-bbcdf826400c,DISK] 2024-11-25T07:52:56,387 INFO [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521176371 2024-11-25T07:52:56,388 DEBUG [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-25T07:52:56,553 DEBUG [7fb8763a5d32:38655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:52:56,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,38449,1732521175753, state=OPENING 2024-11-25T07:52:56,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:52:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:52:56,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:52:56,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:56,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:56,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38449,1732521175753}] 2024-11-25T07:52:56,768 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:52:56,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:52:56,773 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:52:56,773 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:52:56,774 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:52:56,775 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38449%2C1732521175753.meta, suffix=.meta, logDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753, archiveDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs, maxLogs=32 2024-11-25T07:52:56,788 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.meta.1732521176776.meta, exclude list is [], retry=0 2024-11-25T07:52:56,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-552656bf-05ac-4078-b214-bbcdf826400c,DISK] 2024-11-25T07:52:56,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41075,DS-54b99e38-4ae6-4daa-9859-9023792f75b6,DISK] 2024-11-25T07:52:56,792 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.meta.1732521176776.meta 2024-11-25T07:52:56,792 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045),(127.0.0.1/127.0.0.1:38655:38655)] 2024-11-25T07:52:56,792 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:52:56,793 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:52:56,793 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:52:56,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:52:56,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:52:56,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:52:56,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:52:56,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:52:56,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:52:56,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:52:56,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:52:56,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:52:56,800 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:52:56,801 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740 2024-11-25T07:52:56,802 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740 2024-11-25T07:52:56,803 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:52:56,803 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:52:56,804 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:52:56,805 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:52:56,806 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739711, jitterRate=-0.05940936505794525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:52:56,806 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:52:56,807 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732521176793Writing region info on filesystem at 1732521176793Initializing all the Stores at 1732521176794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176795 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521176795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521176795Cleaning up temporary data from old regions at 1732521176803 (+8 ms)Running coprocessor post-open hooks at 1732521176806 (+3 ms)Region opened successfully at 1732521176807 (+1 ms) 2024-11-25T07:52:56,808 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732521176768 2024-11-25T07:52:56,810 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:52:56,810 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:52:56,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,38449,1732521175753, state=OPEN 2024-11-25T07:52:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:52:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:52:56,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:56,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:56,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:52:56,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:52:56,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38449,1732521175753 in 240 msec 2024-11-25T07:52:56,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:52:56,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-11-25T07:52:56,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:52:56,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:52:56,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:52:56,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38449,1732521175753, seqNum=-1] 2024-11-25T07:52:56,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:52:56,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:52:56,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec 2024-11-25T07:52:56,867 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732521176867, completionTime=-1 2024-11-25T07:52:56,867 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:52:56,867 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521236869 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521296869 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,869 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:38655, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,870 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,870 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,872 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.054sec 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:52:56,873 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:52:56,874 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:52:56,874 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:52:56,876 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:52:56,876 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:52:56,876 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38655,1732521175566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:52:56,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6561c94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:56,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,38655,-1 for getting cluster id 2024-11-25T07:52:56,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:52:56,882 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e9808b0-52a9-4788-b6f1-67abf49f3a93' 2024-11-25T07:52:56,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:52:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e9808b0-52a9-4788-b6f1-67abf49f3a93" 2024-11-25T07:52:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3452070f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,38655,-1] 2024-11-25T07:52:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:52:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:52:56,885 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:52:56,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ecd692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:52:56,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:52:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38449,1732521175753, seqNum=-1] 2024-11-25T07:52:56,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:52:56,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:52:56,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:56,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:52:56,895 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T07:52:56,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:52:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,38655,1732521175566 2024-11-25T07:52:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eefef00 2024-11-25T07:52:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:52:56,898 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:52:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T07:52:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T07:52:56,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:52:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-25T07:52:56,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:52:56,901 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:56,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-25T07:52:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:52:56,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:52:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741835_1011 (size=381) 2024-11-25T07:52:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741835_1011 (size=381) 2024-11-25T07:52:56,911 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94267259050e7ef64cae166f19306d27, NAME => 'TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5 2024-11-25T07:52:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741836_1012 (size=64) 2024-11-25T07:52:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741836_1012 (size=64) 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 94267259050e7ef64cae166f19306d27, disabling compactions & flushes 2024-11-25T07:52:56,919 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. after waiting 0 ms 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:56,919 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:56,919 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94267259050e7ef64cae166f19306d27: Waiting for close lock at 1732521176919Disabling compacts and flushes for region at 1732521176919Disabling writes for close at 1732521176919Writing region close event to WAL at 1732521176919Closed at 1732521176919 2024-11-25T07:52:56,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:52:56,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732521176921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521176921"}]},"ts":"1732521176921"} 2024-11-25T07:52:56,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:52:56,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:52:56,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521176924"}]},"ts":"1732521176924"} 2024-11-25T07:52:56,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-25T07:52:56,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, ASSIGN}] 2024-11-25T07:52:56,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, ASSIGN 2024-11-25T07:52:56,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38449,1732521175753; forceNewPlan=false, retain=false 2024-11-25T07:52:57,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94267259050e7ef64cae166f19306d27, regionState=OPENING, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, ASSIGN because future has completed 2024-11-25T07:52:57,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753}] 2024-11-25T07:52:57,241 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:57,242 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94267259050e7ef64cae166f19306d27, NAME => 'TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:52:57,242 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,242 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:52:57,243 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,243 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,245 INFO [StoreOpener-94267259050e7ef64cae166f19306d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,248 INFO [StoreOpener-94267259050e7ef64cae166f19306d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94267259050e7ef64cae166f19306d27 columnFamilyName info 2024-11-25T07:52:57,248 DEBUG [StoreOpener-94267259050e7ef64cae166f19306d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:52:57,248 INFO [StoreOpener-94267259050e7ef64cae166f19306d27-1 {}] regionserver.HStore(327): Store=94267259050e7ef64cae166f19306d27/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:52:57,248 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,249 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,249 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,250 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,250 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,252 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,254 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:52:57,255 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94267259050e7ef64cae166f19306d27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713733, jitterRate=-0.09244200587272644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:52:57,255 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94267259050e7ef64cae166f19306d27 2024-11-25T07:52:57,255 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94267259050e7ef64cae166f19306d27: Running coprocessor pre-open hook at 1732521177243Writing region info on filesystem at 1732521177243Initializing all the Stores at 1732521177245 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521177245Cleaning up temporary data from old regions at 1732521177250 (+5 ms)Running coprocessor post-open hooks at 1732521177255 (+5 ms)Region opened successfully at 1732521177255 2024-11-25T07:52:57,256 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., pid=6, masterSystemTime=1732521177235 2024-11-25T07:52:57,258 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:57,259 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:52:57,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94267259050e7ef64cae166f19306d27, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:52:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753 because future has completed 2024-11-25T07:52:57,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:52:57,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753 in 181 msec 2024-11-25T07:52:57,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:52:57,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, ASSIGN in 339 msec 2024-11-25T07:52:57,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:52:57,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732521177270"}]},"ts":"1732521177270"} 2024-11-25T07:52:57,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-25T07:52:57,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:52:57,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 375 msec 2024-11-25T07:52:57,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:57,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:52:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:52:58,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:02,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:53:02,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-25T07:53:02,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-25T07:53:02,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T07:53:02,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T07:53:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:53:06,973 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-25T07:53:06,973 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-25T07:53:06,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-25T07:53:06,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., hostname=7fb8763a5d32,38449,1732521175753, seqNum=2] 2024-11-25T07:53:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:07,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:07,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/805744ae287440f193306cc415e1710c is 1055, key is row0001/info:/1732521186986/Put/seqid=0 2024-11-25T07:53:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741837_1013 (size=13386) 2024-11-25T07:53:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741837_1013 (size=13386) 2024-11-25T07:53:07,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/805744ae287440f193306cc415e1710c 2024-11-25T07:53:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/805744ae287440f193306cc415e1710c as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c 2024-11-25T07:53:07,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c, entries=8, sequenceid=12, filesize=13.1 K 2024-11-25T07:53:07,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 94267259050e7ef64cae166f19306d27 in 44ms, sequenceid=12, compaction requested=false 2024-11-25T07:53:07,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:07,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-25T07:53:07,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/9d2a92c3ea0e4384a74432b556e98713 is 1055, key is row0009/info:/1732521187006/Put/seqid=0 2024-11-25T07:53:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741838_1014 (size=27082) 2024-11-25T07:53:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741838_1014 (size=27082) 2024-11-25T07:53:07,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/9d2a92c3ea0e4384a74432b556e98713 2024-11-25T07:53:07,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/9d2a92c3ea0e4384a74432b556e98713 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 2024-11-25T07:53:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713, entries=21, sequenceid=36, filesize=26.4 K 2024-11-25T07:53:07,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=3.08 KB/3153 for 94267259050e7ef64cae166f19306d27 in 22ms, sequenceid=36, compaction requested=false 2024-11-25T07:53:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=39.5 K, sizeToCheck=16.0 K 2024-11-25T07:53:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 because midkey is the same as first or last row 2024-11-25T07:53:07,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:53:07,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:07,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:09,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:09,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/ba414d0efd384f5cb0c708851b20f342 is 1055, key is row0030/info:/1732521187050/Put/seqid=0 2024-11-25T07:53:09,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741839_1015 (size=13386) 2024-11-25T07:53:09,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741839_1015 (size=13386) 2024-11-25T07:53:09,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/ba414d0efd384f5cb0c708851b20f342 2024-11-25T07:53:09,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/ba414d0efd384f5cb0c708851b20f342 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342 2024-11-25T07:53:09,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342, entries=8, sequenceid=47, filesize=13.1 K 2024-11-25T07:53:09,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 94267259050e7ef64cae166f19306d27 in 27ms, sequenceid=47, compaction requested=true 2024-11-25T07:53:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=52.6 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 because midkey is the same as first or last row 2024-11-25T07:53:09,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94267259050e7ef64cae166f19306d27:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:09,101 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:09,103 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 53854 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:09,103 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): 94267259050e7ef64cae166f19306d27/info is initiating minor compaction (all files) 2024-11-25T07:53:09,103 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94267259050e7ef64cae166f19306d27/info in TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:09,103 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp, totalSize=52.6 K 2024-11-25T07:53:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:09,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T07:53:09,104 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 805744ae287440f193306cc415e1710c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732521186986 2024-11-25T07:53:09,104 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d2a92c3ea0e4384a74432b556e98713, keycount=21, bloomtype=ROW, size=26.4 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732521187006 2024-11-25T07:53:09,104 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba414d0efd384f5cb0c708851b20f342, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732521187050 2024-11-25T07:53:09,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/fae89f313e17412287cc47813c5de058 is 1055, key is row0038/info:/1732521189073/Put/seqid=0 2024-11-25T07:53:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741840_1016 (size=18662) 2024-11-25T07:53:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741840_1016 (size=18662) 2024-11-25T07:53:09,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/fae89f313e17412287cc47813c5de058 2024-11-25T07:53:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/fae89f313e17412287cc47813c5de058 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058 2024-11-25T07:53:09,125 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94267259050e7ef64cae166f19306d27#info#compaction#35 average throughput is 12.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:09,126 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/5b70eaa850d742fea5c288e97b62e088 is 1055, key is row0001/info:/1732521186986/Put/seqid=0 2024-11-25T07:53:09,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058, entries=13, sequenceid=63, filesize=18.2 K 2024-11-25T07:53:09,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 94267259050e7ef64cae166f19306d27 in 30ms, sequenceid=63, compaction requested=false 2024-11-25T07:53:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:09,134 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,134 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,134 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 because midkey is the same as first or last row 2024-11-25T07:53:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:09,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-25T07:53:09,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/7b49cce4b0fa4da184e354e7d13e6804 is 1055, key is row0051/info:/1732521189104/Put/seqid=0 2024-11-25T07:53:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741841_1017 (size=44053) 2024-11-25T07:53:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741841_1017 (size=44053) 2024-11-25T07:53:09,151 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/5b70eaa850d742fea5c288e97b62e088 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 2024-11-25T07:53:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741842_1018 (size=19714) 2024-11-25T07:53:09,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741842_1018 (size=19714) 2024-11-25T07:53:09,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/7b49cce4b0fa4da184e354e7d13e6804 2024-11-25T07:53:09,159 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94267259050e7ef64cae166f19306d27/info of 94267259050e7ef64cae166f19306d27 into 5b70eaa850d742fea5c288e97b62e088(size=43.0 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:09,159 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/7b49cce4b0fa4da184e354e7d13e6804 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804 2024-11-25T07:53:09,161 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., storeName=94267259050e7ef64cae166f19306d27/info, priority=13, startTime=1732521189101; duration=0sec 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 because midkey is the same as first or last row 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,162 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 because midkey is the same as first or last row 2024-11-25T07:53:09,163 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,163 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,163 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 because midkey is the same as first or last row 2024-11-25T07:53:09,163 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:09,163 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94267259050e7ef64cae166f19306d27:info 2024-11-25T07:53:09,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804, entries=14, sequenceid=80, filesize=19.3 K 2024-11-25T07:53:09,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 94267259050e7ef64cae166f19306d27 in 32ms, sequenceid=80, compaction requested=true 2024-11-25T07:53:09,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:09,167 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.5 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,167 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,168 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 because midkey is the same as first or last row 2024-11-25T07:53:09,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94267259050e7ef64cae166f19306d27:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:09,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:09,168 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:09,169 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 82429 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:09,169 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): 94267259050e7ef64cae166f19306d27/info is initiating minor compaction (all files) 2024-11-25T07:53:09,169 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94267259050e7ef64cae166f19306d27/info in TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:09,169 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp, totalSize=80.5 K 2024-11-25T07:53:09,169 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b70eaa850d742fea5c288e97b62e088, keycount=37, bloomtype=ROW, size=43.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732521186986 2024-11-25T07:53:09,170 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting fae89f313e17412287cc47813c5de058, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732521189073 2024-11-25T07:53:09,170 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b49cce4b0fa4da184e354e7d13e6804, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732521189104 2024-11-25T07:53:09,183 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94267259050e7ef64cae166f19306d27#info#compaction#37 average throughput is 21.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:09,183 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/3cef7907dd1e42448388548868350e8f is 1055, key is row0001/info:/1732521186986/Put/seqid=0 2024-11-25T07:53:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741843_1019 (size=72701) 2024-11-25T07:53:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741843_1019 (size=72701) 2024-11-25T07:53:09,194 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/3cef7907dd1e42448388548868350e8f as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f 2024-11-25T07:53:09,201 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94267259050e7ef64cae166f19306d27/info of 94267259050e7ef64cae166f19306d27 into 3cef7907dd1e42448388548868350e8f(size=71.0 K), total size for store is 71.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:09,201 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:09,201 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., storeName=94267259050e7ef64cae166f19306d27/info, priority=13, startTime=1732521189168; duration=0sec 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:09,202 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94267259050e7ef64cae166f19306d27:info 2024-11-25T07:53:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:11,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f6fbd95a7ab04509b0c0fec2725e480a is 1055, key is row0065/info:/1732521191137/Put/seqid=0 2024-11-25T07:53:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741844_1020 (size=13386) 2024-11-25T07:53:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741844_1020 (size=13386) 2024-11-25T07:53:11,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f6fbd95a7ab04509b0c0fec2725e480a 2024-11-25T07:53:11,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f6fbd95a7ab04509b0c0fec2725e480a as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a 2024-11-25T07:53:11,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a, entries=8, sequenceid=93, filesize=13.1 K 2024-11-25T07:53:11,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 94267259050e7ef64cae166f19306d27 in 27ms, sequenceid=93, compaction requested=false 2024-11-25T07:53:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=84.1 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T07:53:11,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f92451cd0ce6436e9f01ff24d33516dd is 1055, key is row0073/info:/1732521191157/Put/seqid=0 2024-11-25T07:53:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741845_1021 (size=18662) 2024-11-25T07:53:11,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741845_1021 (size=18662) 2024-11-25T07:53:11,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f92451cd0ce6436e9f01ff24d33516dd 2024-11-25T07:53:11,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/f92451cd0ce6436e9f01ff24d33516dd as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd 2024-11-25T07:53:11,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd, entries=13, sequenceid=109, filesize=18.2 K 2024-11-25T07:53:11,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 94267259050e7ef64cae166f19306d27 in 24ms, sequenceid=109, compaction requested=true 2024-11-25T07:53:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.3 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,209 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:11,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94267259050e7ef64cae166f19306d27:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:11,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:11,209 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:11,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94267259050e7ef64cae166f19306d27 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-25T07:53:11,210 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:11,210 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): 94267259050e7ef64cae166f19306d27/info is initiating minor compaction (all files) 2024-11-25T07:53:11,210 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94267259050e7ef64cae166f19306d27/info in TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:11,210 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp, totalSize=102.3 K 2024-11-25T07:53:11,211 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cef7907dd1e42448388548868350e8f, keycount=64, bloomtype=ROW, size=71.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732521186986 2024-11-25T07:53:11,211 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6fbd95a7ab04509b0c0fec2725e480a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732521191137 2024-11-25T07:53:11,212 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f92451cd0ce6436e9f01ff24d33516dd, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732521191157 2024-11-25T07:53:11,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/24daf72a80454ade9aad2e073d7c5b1f is 1055, key is row0086/info:/1732521191185/Put/seqid=0 2024-11-25T07:53:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741846_1022 (size=16542) 2024-11-25T07:53:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741846_1022 (size=16542) 2024-11-25T07:53:11,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/24daf72a80454ade9aad2e073d7c5b1f 2024-11-25T07:53:11,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/24daf72a80454ade9aad2e073d7c5b1f as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/24daf72a80454ade9aad2e073d7c5b1f 2024-11-25T07:53:11,228 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94267259050e7ef64cae166f19306d27#info#compaction#41 average throughput is 21.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:11,228 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/50de8543ade24c139e9e41a06d95b112 is 1055, key is row0001/info:/1732521186986/Put/seqid=0 2024-11-25T07:53:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741847_1023 (size=94899) 2024-11-25T07:53:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741847_1023 (size=94899) 2024-11-25T07:53:11,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/24daf72a80454ade9aad2e073d7c5b1f, entries=11, sequenceid=123, filesize=16.2 K 2024-11-25T07:53:11,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 94267259050e7ef64cae166f19306d27 in 24ms, sequenceid=123, compaction requested=false 2024-11-25T07:53:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=118.4 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f because midkey is the same as first or last row 2024-11-25T07:53:11,239 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/.tmp/info/50de8543ade24c139e9e41a06d95b112 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112 2024-11-25T07:53:11,245 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94267259050e7ef64cae166f19306d27/info of 94267259050e7ef64cae166f19306d27 into 50de8543ade24c139e9e41a06d95b112(size=92.7 K), total size for store is 108.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94267259050e7ef64cae166f19306d27: 2024-11-25T07:53:11,246 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., storeName=94267259050e7ef64cae166f19306d27/info, priority=13, startTime=1732521191209; duration=0sec 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-25T07:53:11,246 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T07:53:11,247 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:11,247 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:11,247 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94267259050e7ef64cae166f19306d27:info 2024-11-25T07:53:11,248 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] assignment.AssignmentManager(1363): Split request from 7fb8763a5d32,38449,1732521175753, parent={ENCODED => 94267259050e7ef64cae166f19306d27, NAME => 'TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-25T07:53:11,253 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:11,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94267259050e7ef64cae166f19306d27, daughterA=40ce8762041cd471b0762500a55ecc53, daughterB=c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:11,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94267259050e7ef64cae166f19306d27, daughterA=40ce8762041cd471b0762500a55ecc53, daughterB=c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:11,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94267259050e7ef64cae166f19306d27, daughterA=40ce8762041cd471b0762500a55ecc53, daughterB=c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:11,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94267259050e7ef64cae166f19306d27, daughterA=40ce8762041cd471b0762500a55ecc53, daughterB=c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:11,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, UNASSIGN}] 2024-11-25T07:53:11,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, UNASSIGN 2024-11-25T07:53:11,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94267259050e7ef64cae166f19306d27, regionState=CLOSING, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:11,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, UNASSIGN because future has completed 2024-11-25T07:53:11,269 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-25T07:53:11,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753}] 2024-11-25T07:53:11,426 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,426 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-25T07:53:11,426 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 94267259050e7ef64cae166f19306d27, disabling compactions & flushes 2024-11-25T07:53:11,426 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:11,426 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:11,426 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. after waiting 0 ms 2024-11-25T07:53:11,426 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:11,428 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd] to archive 2024-11-25T07:53:11,429 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:53:11,431 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/805744ae287440f193306cc415e1710c 2024-11-25T07:53:11,433 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/9d2a92c3ea0e4384a74432b556e98713 2024-11-25T07:53:11,435 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/5b70eaa850d742fea5c288e97b62e088 2024-11-25T07:53:11,436 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/ba414d0efd384f5cb0c708851b20f342 2024-11-25T07:53:11,438 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/fae89f313e17412287cc47813c5de058 2024-11-25T07:53:11,440 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/3cef7907dd1e42448388548868350e8f 2024-11-25T07:53:11,441 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/7b49cce4b0fa4da184e354e7d13e6804 2024-11-25T07:53:11,443 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f6fbd95a7ab04509b0c0fec2725e480a 2024-11-25T07:53:11,444 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/f92451cd0ce6436e9f01ff24d33516dd 2024-11-25T07:53:11,450 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-25T07:53:11,451 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. 2024-11-25T07:53:11,451 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 94267259050e7ef64cae166f19306d27: Waiting for close lock at 1732521191426Running coprocessor pre-close hooks at 1732521191426Disabling compacts and flushes for region at 1732521191426Disabling writes for close at 1732521191426Writing region close event to WAL at 1732521191446 (+20 ms)Running coprocessor post-close hooks at 1732521191450 (+4 ms)Closed at 1732521191450 2024-11-25T07:53:11,453 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94267259050e7ef64cae166f19306d27, regionState=CLOSED 2024-11-25T07:53:11,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753 because future has completed 2024-11-25T07:53:11,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:53:11,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 94267259050e7ef64cae166f19306d27, server=7fb8763a5d32,38449,1732521175753 in 188 msec 2024-11-25T07:53:11,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:53:11,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94267259050e7ef64cae166f19306d27, UNASSIGN in 196 msec 2024-11-25T07:53:11,470 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:11,473 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=94267259050e7ef64cae166f19306d27, threads=2 2024-11-25T07:53:11,474 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/24daf72a80454ade9aad2e073d7c5b1f for region: 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,474 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112 for region: 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,484 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/24daf72a80454ade9aad2e073d7c5b1f, top=true 2024-11-25T07:53:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741848_1024 (size=27) 2024-11-25T07:53:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741848_1024 (size=27) 2024-11-25T07:53:11,490 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f for child: c910678898b29c15e829ac12bd402e05, parent: 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,490 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/24daf72a80454ade9aad2e073d7c5b1f for region: 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741849_1025 (size=27) 2024-11-25T07:53:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741849_1025 (size=27) 2024-11-25T07:53:11,500 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112 for region: 94267259050e7ef64cae166f19306d27 2024-11-25T07:53:11,502 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 94267259050e7ef64cae166f19306d27 Daughter A: [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27] storefiles, Daughter B: [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27] storefiles. 2024-11-25T07:53:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741850_1026 (size=71) 2024-11-25T07:53:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741850_1026 (size=71) 2024-11-25T07:53:11,512 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741851_1027 (size=71) 2024-11-25T07:53:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741851_1027 (size=71) 2024-11-25T07:53:11,929 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:11,944 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-25T07:53:11,946 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-25T07:53:11,949 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732521191949"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732521191949"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732521191949"}]},"ts":"1732521191949"} 2024-11-25T07:53:11,950 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732521191949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521191949"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732521191949"}]},"ts":"1732521191949"} 2024-11-25T07:53:11,950 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732521191949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732521191949"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732521191949"}]},"ts":"1732521191949"} 2024-11-25T07:53:11,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40ce8762041cd471b0762500a55ecc53, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c910678898b29c15e829ac12bd402e05, ASSIGN}] 2024-11-25T07:53:11,967 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c910678898b29c15e829ac12bd402e05, ASSIGN 2024-11-25T07:53:11,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40ce8762041cd471b0762500a55ecc53, ASSIGN 2024-11-25T07:53:11,967 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40ce8762041cd471b0762500a55ecc53, ASSIGN; state=SPLITTING_NEW, location=7fb8763a5d32,38449,1732521175753; forceNewPlan=false, retain=false 2024-11-25T07:53:11,967 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c910678898b29c15e829ac12bd402e05, ASSIGN; state=SPLITTING_NEW, location=7fb8763a5d32,38449,1732521175753; forceNewPlan=false, retain=false 2024-11-25T07:53:12,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c910678898b29c15e829ac12bd402e05, regionState=OPENING, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:12,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=40ce8762041cd471b0762500a55ecc53, regionState=OPENING, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:12,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c910678898b29c15e829ac12bd402e05, ASSIGN because future has completed 2024-11-25T07:53:12,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753}] 2024-11-25T07:53:12,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40ce8762041cd471b0762500a55ecc53, ASSIGN because future has completed 2024-11-25T07:53:12,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ce8762041cd471b0762500a55ecc53, server=7fb8763a5d32,38449,1732521175753}] 2024-11-25T07:53:12,286 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:12,287 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c910678898b29c15e829ac12bd402e05, NAME => 'TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-25T07:53:12,288 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,288 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:12,288 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,288 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,290 INFO [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,291 INFO [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c910678898b29c15e829ac12bd402e05 columnFamilyName info 2024-11-25T07:53:12,291 DEBUG [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:12,307 DEBUG [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-top 2024-11-25T07:53:12,312 DEBUG [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f 2024-11-25T07:53:12,313 INFO [StoreOpener-c910678898b29c15e829ac12bd402e05-1 {}] regionserver.HStore(327): Store=c910678898b29c15e829ac12bd402e05/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:53:12,313 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,314 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,315 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,315 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,315 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,317 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,318 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c910678898b29c15e829ac12bd402e05; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866758, jitterRate=0.10213994979858398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:53:12,318 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:12,318 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c910678898b29c15e829ac12bd402e05: Running coprocessor pre-open hook at 1732521192288Writing region info on filesystem at 1732521192288Initializing all the Stores at 1732521192289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521192289Cleaning up temporary data from old regions at 1732521192315 (+26 ms)Running coprocessor post-open hooks at 1732521192318 (+3 ms)Region opened successfully at 1732521192318 2024-11-25T07:53:12,319 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., pid=12, masterSystemTime=1732521192278 2024-11-25T07:53:12,319 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:12,319 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T07:53:12,319 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:12,320 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:12,320 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:12,320 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:12,321 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-top, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=108.8 K 2024-11-25T07:53:12,321 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:12,321 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:12,321 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732521186986 2024-11-25T07:53:12,322 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:12,322 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 40ce8762041cd471b0762500a55ecc53, NAME => 'TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-25T07:53:12,322 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732521191185 2024-11-25T07:53:12,322 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,322 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:12,322 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,322 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c910678898b29c15e829ac12bd402e05, regionState=OPEN, openSeqNum=128, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:12,324 INFO [StoreOpener-40ce8762041cd471b0762500a55ecc53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,324 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-25T07:53:12,325 INFO [StoreOpener-40ce8762041cd471b0762500a55ecc53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ce8762041cd471b0762500a55ecc53 columnFamilyName info 2024-11-25T07:53:12,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T07:53:12,325 DEBUG [StoreOpener-40ce8762041cd471b0762500a55ecc53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:12,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-25T07:53:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 because future has completed 2024-11-25T07:53:12,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T07:53:12,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 in 203 msec 2024-11-25T07:53:12,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c910678898b29c15e829ac12bd402e05, ASSIGN in 366 msec 2024-11-25T07:53:12,337 DEBUG [StoreOpener-40ce8762041cd471b0762500a55ecc53-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-bottom 2024-11-25T07:53:12,338 INFO [StoreOpener-40ce8762041cd471b0762500a55ecc53-1 {}] regionserver.HStore(327): Store=40ce8762041cd471b0762500a55ecc53/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:53:12,338 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,339 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,340 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,341 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,341 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/c769fb9df7794d6db7e0f3be073e95a1 is 193, key is TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05./info:regioninfo/1732521192322/Put/seqid=0 2024-11-25T07:53:12,344 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 40ce8762041cd471b0762500a55ecc53; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748499, jitterRate=-0.04823477566242218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:53:12,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:12,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 40ce8762041cd471b0762500a55ecc53: Running coprocessor pre-open hook at 1732521192322Writing region info on filesystem at 1732521192322Initializing all the Stores at 1732521192323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521192323Cleaning up temporary data from old regions at 1732521192341 (+18 ms)Running coprocessor post-open hooks at 1732521192344 (+3 ms)Region opened successfully at 1732521192344 2024-11-25T07:53:12,345 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53., pid=13, masterSystemTime=1732521192278 2024-11-25T07:53:12,345 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 40ce8762041cd471b0762500a55ecc53:info, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:53:12,345 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:12,345 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T07:53:12,346 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:12,346 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1541): 40ce8762041cd471b0762500a55ecc53/info is initiating minor compaction (all files) 2024-11-25T07:53:12,346 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40ce8762041cd471b0762500a55ecc53/info in TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:12,346 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-bottom] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/.tmp, totalSize=92.7 K 2024-11-25T07:53:12,347 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.Compactor(225): Compacting 50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732521186986 2024-11-25T07:53:12,348 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:12,348 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:12,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=40ce8762041cd471b0762500a55ecc53, regionState=OPEN, openSeqNum=128, regionLocation=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:12,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ce8762041cd471b0762500a55ecc53, server=7fb8763a5d32,38449,1732521175753 because future has completed 2024-11-25T07:53:12,351 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:12,352 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/8373ff228cfb4c4f8bb5fc60d17a6b9a is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:12,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-25T07:53:12,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 40ce8762041cd471b0762500a55ecc53, server=7fb8763a5d32,38449,1732521175753 in 227 msec 2024-11-25T07:53:12,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-25T07:53:12,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=40ce8762041cd471b0762500a55ecc53, ASSIGN in 391 msec 2024-11-25T07:53:12,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94267259050e7ef64cae166f19306d27, daughterA=40ce8762041cd471b0762500a55ecc53, daughterB=c910678898b29c15e829ac12bd402e05 in 1.1050 sec 2024-11-25T07:53:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741852_1028 (size=9882) 2024-11-25T07:53:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741852_1028 (size=9882) 2024-11-25T07:53:12,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/c769fb9df7794d6db7e0f3be073e95a1 2024-11-25T07:53:12,375 DEBUG [RS:0;7fb8763a5d32:38449 {}] compactions.CompactionProgress(74): totalCompactingKVs=42 less than currentCompactedKVs=57 2024-11-25T07:53:12,375 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40ce8762041cd471b0762500a55ecc53#info#compaction#44 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:12,376 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/.tmp/info/b44bdbc2451943b4a6abc4d3be5e018d is 1055, key is row0001/info:/1732521186986/Put/seqid=0 2024-11-25T07:53:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741853_1029 (size=39908) 2024-11-25T07:53:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741853_1029 (size=39908) 2024-11-25T07:53:12,384 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/8373ff228cfb4c4f8bb5fc60d17a6b9a as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8373ff228cfb4c4f8bb5fc60d17a6b9a 2024-11-25T07:53:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741854_1030 (size=71441) 2024-11-25T07:53:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741854_1030 (size=71441) 2024-11-25T07:53:12,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/ns/f996b16fd6684b59bee37eed9278dc7f is 43, key is default/ns:d/1732521176862/Put/seqid=0 2024-11-25T07:53:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741855_1031 (size=5153) 2024-11-25T07:53:12,392 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/.tmp/info/b44bdbc2451943b4a6abc4d3be5e018d as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/b44bdbc2451943b4a6abc4d3be5e018d 2024-11-25T07:53:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741855_1031 (size=5153) 2024-11-25T07:53:12,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/ns/f996b16fd6684b59bee37eed9278dc7f 2024-11-25T07:53:12,398 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 8373ff228cfb4c4f8bb5fc60d17a6b9a(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:12,398 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:12,398 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=14, startTime=1732521192319; duration=0sec 2024-11-25T07:53:12,398 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:12,398 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:12,399 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 40ce8762041cd471b0762500a55ecc53/info of 40ce8762041cd471b0762500a55ecc53 into b44bdbc2451943b4a6abc4d3be5e018d(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:12,399 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40ce8762041cd471b0762500a55ecc53: 2024-11-25T07:53:12,399 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53., storeName=40ce8762041cd471b0762500a55ecc53/info, priority=15, startTime=1732521192345; duration=0sec 2024-11-25T07:53:12,399 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:12,399 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40ce8762041cd471b0762500a55ecc53:info 2024-11-25T07:53:12,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/table/0e1d239e7d92454785e7534ed897b016 is 65, key is TestLogRolling-testLogRolling/table:state/1732521177270/Put/seqid=0 2024-11-25T07:53:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741856_1032 (size=5340) 2024-11-25T07:53:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741856_1032 (size=5340) 2024-11-25T07:53:12,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/table/0e1d239e7d92454785e7534ed897b016 2024-11-25T07:53:12,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/c769fb9df7794d6db7e0f3be073e95a1 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/info/c769fb9df7794d6db7e0f3be073e95a1 2024-11-25T07:53:12,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/info/c769fb9df7794d6db7e0f3be073e95a1, entries=30, sequenceid=17, filesize=9.7 K 2024-11-25T07:53:12,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/ns/f996b16fd6684b59bee37eed9278dc7f as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/ns/f996b16fd6684b59bee37eed9278dc7f 2024-11-25T07:53:12,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/ns/f996b16fd6684b59bee37eed9278dc7f, entries=2, sequenceid=17, filesize=5.0 K 2024-11-25T07:53:12,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/table/0e1d239e7d92454785e7534ed897b016 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/table/0e1d239e7d92454785e7534ed897b016 2024-11-25T07:53:12,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/table/0e1d239e7d92454785e7534ed897b016, entries=2, sequenceid=17, filesize=5.2 K 2024-11-25T07:53:12,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 151ms, sequenceid=17, compaction requested=false 2024-11-25T07:53:12,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-25T07:53:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52052 deadline: 1732521203211, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. is not online on 7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., hostname=7fb8763a5d32,38449,1732521175753, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., hostname=7fb8763a5d32,38449,1732521175753, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. is not online on 7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., hostname=7fb8763a5d32,38449,1732521175753, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27. is not online on 7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732521176898.94267259050e7ef64cae166f19306d27., hostname=7fb8763a5d32,38449,1732521175753, seqNum=2 from cache 2024-11-25T07:53:16,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:53:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:16,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128] 2024-11-25T07:53:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:23,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:23,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/1e7c6237eedf411f9cdf3e5c301968a6 is 1055, key is row0097/info:/1732521203327/Put/seqid=0 2024-11-25T07:53:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741857_1033 (size=13394) 2024-11-25T07:53:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741857_1033 (size=13394) 2024-11-25T07:53:23,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/1e7c6237eedf411f9cdf3e5c301968a6 2024-11-25T07:53:23,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/1e7c6237eedf411f9cdf3e5c301968a6 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6 2024-11-25T07:53:23,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6, entries=8, sequenceid=139, filesize=13.1 K 2024-11-25T07:53:23,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c910678898b29c15e829ac12bd402e05 in 28ms, sequenceid=139, compaction requested=false 2024-11-25T07:53:23,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:23,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-25T07:53:23,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/966e136305f94f4eb2c0dfe57e8f994d is 1055, key is row0105/info:/1732521203341/Put/seqid=0 2024-11-25T07:53:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741858_1034 (size=19728) 2024-11-25T07:53:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741858_1034 (size=19728) 2024-11-25T07:53:23,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/966e136305f94f4eb2c0dfe57e8f994d 2024-11-25T07:53:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/966e136305f94f4eb2c0dfe57e8f994d as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d 2024-11-25T07:53:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d, entries=14, sequenceid=156, filesize=19.3 K 2024-11-25T07:53:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for c910678898b29c15e829ac12bd402e05 in 23ms, sequenceid=156, compaction requested=true 2024-11-25T07:53:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:23,393 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:23,394 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:23,394 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:23,394 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:23,394 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8373ff228cfb4c4f8bb5fc60d17a6b9a, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=71.3 K 2024-11-25T07:53:23,394 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8373ff228cfb4c4f8bb5fc60d17a6b9a, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732521189134 2024-11-25T07:53:23,395 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7c6237eedf411f9cdf3e5c301968a6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732521203327 2024-11-25T07:53:23,395 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 966e136305f94f4eb2c0dfe57e8f994d, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732521203341 2024-11-25T07:53:23,405 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#49 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:23,405 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/9133b98527a54e068471fe1c8525ac2b is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741859_1035 (size=63244) 2024-11-25T07:53:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741859_1035 (size=63244) 2024-11-25T07:53:23,416 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/9133b98527a54e068471fe1c8525ac2b as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/9133b98527a54e068471fe1c8525ac2b 2024-11-25T07:53:23,422 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 9133b98527a54e068471fe1c8525ac2b(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:23,422 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:23,422 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521203393; duration=0sec 2024-11-25T07:53:23,422 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:23,422 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:25,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-25T07:53:25,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/80218c21c9a749929b388bfe4a5f3e69 is 1055, key is row0119/info:/1732521203370/Put/seqid=0 2024-11-25T07:53:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741860_1036 (size=16553) 2024-11-25T07:53:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741860_1036 (size=16553) 2024-11-25T07:53:25,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:53:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52052 deadline: 1732521215429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 because the exception is null or not the one we care about 2024-11-25T07:53:25,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:53:25,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/80218c21c9a749929b388bfe4a5f3e69 2024-11-25T07:53:25,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/80218c21c9a749929b388bfe4a5f3e69 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69 2024-11-25T07:53:25,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69, entries=11, sequenceid=171, filesize=16.2 K 2024-11-25T07:53:25,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for c910678898b29c15e829ac12bd402e05 in 432ms, sequenceid=171, compaction requested=false 2024-11-25T07:53:25,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-25T07:53:35,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/0cffd934a0ba42c8817feedae9182b42 is 1055, key is row0130/info:/1732521205398/Put/seqid=0 2024-11-25T07:53:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741861_1037 (size=24997) 2024-11-25T07:53:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741861_1037 (size=24997) 2024-11-25T07:53:35,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/0cffd934a0ba42c8817feedae9182b42 2024-11-25T07:53:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/0cffd934a0ba42c8817feedae9182b42 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42 2024-11-25T07:53:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:53:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52052 deadline: 1732521225499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c910678898b29c15e829ac12bd402e05, server=7fb8763a5d32,38449,1732521175753 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., hostname=7fb8763a5d32,38449,1732521175753, seqNum=128 because the exception is null or not the one we care about 2024-11-25T07:53:35,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42, entries=19, sequenceid=193, filesize=24.4 K 2024-11-25T07:53:35,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for c910678898b29c15e829ac12bd402e05 in 27ms, sequenceid=193, compaction requested=true 2024-11-25T07:53:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:35,503 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:35,504 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104794 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:35,504 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:35,504 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:35,504 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/9133b98527a54e068471fe1c8525ac2b, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=102.3 K 2024-11-25T07:53:35,504 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9133b98527a54e068471fe1c8525ac2b, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732521189134 2024-11-25T07:53:35,505 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80218c21c9a749929b388bfe4a5f3e69, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732521203370 2024-11-25T07:53:35,505 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cffd934a0ba42c8817feedae9182b42, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732521205398 2024-11-25T07:53:35,516 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#52 average throughput is 42.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:35,517 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/aaa67134cd994076b3deac38dd06d163 is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741862_1038 (size=95013) 2024-11-25T07:53:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741862_1038 (size=95013) 2024-11-25T07:53:35,526 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/aaa67134cd994076b3deac38dd06d163 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/aaa67134cd994076b3deac38dd06d163 2024-11-25T07:53:35,532 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into aaa67134cd994076b3deac38dd06d163(size=92.8 K), total size for store is 92.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:35,532 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:35,532 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521215503; duration=0sec 2024-11-25T07:53:35,532 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:35,532 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:36,877 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:53:36,877 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:53:41,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-25T07:53:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:45,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-25T07:53:45,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/ae99d1072983455bbf8af00ae8fac536 is 1055, key is row0149/info:/1732521215478/Put/seqid=0 2024-11-25T07:53:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741863_1039 (size=16553) 2024-11-25T07:53:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741863_1039 (size=16553) 2024-11-25T07:53:45,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/ae99d1072983455bbf8af00ae8fac536 2024-11-25T07:53:45,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/ae99d1072983455bbf8af00ae8fac536 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536 2024-11-25T07:53:45,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536, entries=11, sequenceid=208, filesize=16.2 K 2024-11-25T07:53:45,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for c910678898b29c15e829ac12bd402e05 in 29ms, sequenceid=208, compaction requested=false 2024-11-25T07:53:45,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:47,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:47,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/e82310d877cb42d0ab8b2a4ab9de8958 is 1055, key is row0160/info:/1732521225564/Put/seqid=0 2024-11-25T07:53:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741864_1040 (size=13394) 2024-11-25T07:53:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741864_1040 (size=13394) 2024-11-25T07:53:47,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/e82310d877cb42d0ab8b2a4ab9de8958 2024-11-25T07:53:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/e82310d877cb42d0ab8b2a4ab9de8958 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958 2024-11-25T07:53:47,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958, entries=8, sequenceid=219, filesize=13.1 K 2024-11-25T07:53:47,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for c910678898b29c15e829ac12bd402e05 in 29ms, sequenceid=219, compaction requested=true 2024-11-25T07:53:47,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:47,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:47,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:47,614 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:47,615 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124960 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:47,615 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:47,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-25T07:53:47,615 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:47,615 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/aaa67134cd994076b3deac38dd06d163, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=122.0 K 2024-11-25T07:53:47,616 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaa67134cd994076b3deac38dd06d163, keycount=85, bloomtype=ROW, size=92.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732521189134 2024-11-25T07:53:47,616 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae99d1072983455bbf8af00ae8fac536, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732521215478 2024-11-25T07:53:47,617 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82310d877cb42d0ab8b2a4ab9de8958, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732521225564 2024-11-25T07:53:47,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/c6d7756f31d449df9c17f70f7d9ff8f4 is 1055, key is row0168/info:/1732521227585/Put/seqid=0 2024-11-25T07:53:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741865_1041 (size=22891) 2024-11-25T07:53:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741865_1041 (size=22891) 2024-11-25T07:53:47,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/c6d7756f31d449df9c17f70f7d9ff8f4 2024-11-25T07:53:47,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/c6d7756f31d449df9c17f70f7d9ff8f4 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4 2024-11-25T07:53:47,643 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#56 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:47,643 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/25877f93a27e404296a006083a9a908b is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:47,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4, entries=17, sequenceid=239, filesize=22.4 K 2024-11-25T07:53:47,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=8.21 KB/8408 for c910678898b29c15e829ac12bd402e05 in 32ms, sequenceid=239, compaction requested=false 2024-11-25T07:53:47,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741866_1042 (size=115126) 2024-11-25T07:53:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741866_1042 (size=115126) 2024-11-25T07:53:47,657 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/25877f93a27e404296a006083a9a908b as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/25877f93a27e404296a006083a9a908b 2024-11-25T07:53:47,663 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 25877f93a27e404296a006083a9a908b(size=112.4 K), total size for store is 134.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:47,663 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:47,663 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521227614; duration=0sec 2024-11-25T07:53:47,663 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:47,663 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:49,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-25T07:53:49,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/017c51698cc647da9545c69ca6a24591 is 1055, key is row0185/info:/1732521227616/Put/seqid=0 2024-11-25T07:53:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741867_1043 (size=14447) 2024-11-25T07:53:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741867_1043 (size=14447) 2024-11-25T07:53:49,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/017c51698cc647da9545c69ca6a24591 2024-11-25T07:53:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/017c51698cc647da9545c69ca6a24591 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591 2024-11-25T07:53:49,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591, entries=9, sequenceid=252, filesize=14.1 K 2024-11-25T07:53:49,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=13.34 KB/13663 for c910678898b29c15e829ac12bd402e05 in 28ms, sequenceid=252, compaction requested=true 2024-11-25T07:53:49,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:49,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:49,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:49,664 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:49,665 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152464 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:49,665 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:49,666 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:49,666 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/25877f93a27e404296a006083a9a908b, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=148.9 K 2024-11-25T07:53:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:49,666 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25877f93a27e404296a006083a9a908b, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732521189134 2024-11-25T07:53:49,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-25T07:53:49,667 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6d7756f31d449df9c17f70f7d9ff8f4, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732521227585 2024-11-25T07:53:49,667 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 017c51698cc647da9545c69ca6a24591, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732521227616 2024-11-25T07:53:49,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a01c19fa7e7743bea3d3a639bb99703c is 1055, key is row0194/info:/1732521229638/Put/seqid=0 2024-11-25T07:53:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741868_1044 (size=20794) 2024-11-25T07:53:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741868_1044 (size=20794) 2024-11-25T07:53:49,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a01c19fa7e7743bea3d3a639bb99703c 2024-11-25T07:53:49,683 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#59 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:49,683 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/5dd5caa3ff914fe199dc09fa4dd62f2f is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:49,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a01c19fa7e7743bea3d3a639bb99703c as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c 2024-11-25T07:53:49,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c, entries=15, sequenceid=270, filesize=20.3 K 2024-11-25T07:53:49,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=12.32 KB/12612 for c910678898b29c15e829ac12bd402e05 in 31ms, sequenceid=270, compaction requested=false 2024-11-25T07:53:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:49,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T07:53:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741869_1045 (size=142810) 2024-11-25T07:53:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741869_1045 (size=142810) 2024-11-25T07:53:49,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/8c6a14e670844c949d03a1f4b57ab3e9 is 1055, key is row0209/info:/1732521229667/Put/seqid=0 2024-11-25T07:53:49,714 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/5dd5caa3ff914fe199dc09fa4dd62f2f as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/5dd5caa3ff914fe199dc09fa4dd62f2f 2024-11-25T07:53:49,721 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 5dd5caa3ff914fe199dc09fa4dd62f2f(size=139.5 K), total size for store is 159.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:49,721 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:49,721 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521229664; duration=0sec 2024-11-25T07:53:49,721 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:49,721 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741870_1046 (size=18688) 2024-11-25T07:53:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741870_1046 (size=18688) 2024-11-25T07:53:49,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/8c6a14e670844c949d03a1f4b57ab3e9 2024-11-25T07:53:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/8c6a14e670844c949d03a1f4b57ab3e9 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9 2024-11-25T07:53:49,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9, entries=13, sequenceid=286, filesize=18.3 K 2024-11-25T07:53:49,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for c910678898b29c15e829ac12bd402e05 in 47ms, sequenceid=286, compaction requested=true 2024-11-25T07:53:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:49,746 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:49,747 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 182292 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:49,748 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:49,748 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:49,748 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/5dd5caa3ff914fe199dc09fa4dd62f2f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=178.0 K 2024-11-25T07:53:49,748 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dd5caa3ff914fe199dc09fa4dd62f2f, keycount=130, bloomtype=ROW, size=139.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732521189134 2024-11-25T07:53:49,748 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.Compactor(225): Compacting a01c19fa7e7743bea3d3a639bb99703c, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732521229638 2024-11-25T07:53:49,749 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c6a14e670844c949d03a1f4b57ab3e9, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732521229667 2024-11-25T07:53:49,763 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#61 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:49,764 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/53ade45208ce448c8513ae94e81e36b5 is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741871_1047 (size=172430) 2024-11-25T07:53:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741871_1047 (size=172430) 2024-11-25T07:53:49,781 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/53ade45208ce448c8513ae94e81e36b5 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/53ade45208ce448c8513ae94e81e36b5 2024-11-25T07:53:49,788 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 53ade45208ce448c8513ae94e81e36b5(size=168.4 K), total size for store is 168.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:49,788 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:49,788 INFO [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521229746; duration=0sec 2024-11-25T07:53:49,788 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:49,788 DEBUG [RS:0;7fb8763a5d32:38449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:51,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T07:53:51,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/741dca95036a49d4b3adf6e351cfb8a9 is 1055, key is row0222/info:/1732521229701/Put/seqid=0 2024-11-25T07:53:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741872_1048 (size=13402) 2024-11-25T07:53:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741872_1048 (size=13402) 2024-11-25T07:53:51,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/741dca95036a49d4b3adf6e351cfb8a9 2024-11-25T07:53:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/741dca95036a49d4b3adf6e351cfb8a9 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9 2024-11-25T07:53:51,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9, entries=8, sequenceid=299, filesize=13.1 K 2024-11-25T07:53:51,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for c910678898b29c15e829ac12bd402e05 in 28ms, sequenceid=299, compaction requested=false 2024-11-25T07:53:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.HRegion(8855): Flush requested on c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:51,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-25T07:53:51,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/afbad42e01204d388255a5c16471e125 is 1055, key is row0230/info:/1732521231734/Put/seqid=0 2024-11-25T07:53:51,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741873_1049 (size=19742) 2024-11-25T07:53:51,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741873_1049 (size=19742) 2024-11-25T07:53:51,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/afbad42e01204d388255a5c16471e125 2024-11-25T07:53:51,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/afbad42e01204d388255a5c16471e125 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125 2024-11-25T07:53:51,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125, entries=14, sequenceid=316, filesize=19.3 K 2024-11-25T07:53:51,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for c910678898b29c15e829ac12bd402e05 in 24ms, sequenceid=316, compaction requested=true 2024-11-25T07:53:51,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c910678898b29c15e829ac12bd402e05:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:53:51,787 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:53:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:51,788 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205574 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:53:51,788 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1541): c910678898b29c15e829ac12bd402e05/info is initiating minor compaction (all files) 2024-11-25T07:53:51,788 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c910678898b29c15e829ac12bd402e05/info in TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:51,788 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/53ade45208ce448c8513ae94e81e36b5, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125] into tmpdir=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp, totalSize=200.8 K 2024-11-25T07:53:51,788 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53ade45208ce448c8513ae94e81e36b5, keycount=158, bloomtype=ROW, size=168.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732521189134 2024-11-25T07:53:51,788 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 741dca95036a49d4b3adf6e351cfb8a9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732521229701 2024-11-25T07:53:51,789 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] compactions.Compactor(225): Compacting afbad42e01204d388255a5c16471e125, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732521231734 2024-11-25T07:53:51,800 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c910678898b29c15e829ac12bd402e05#info#compaction#64 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:53:51,800 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/46c8e29a50bd4bc2bea12279f50b6225 is 1055, key is row0064/info:/1732521189134/Put/seqid=0 2024-11-25T07:53:51,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741874_1050 (size=195724) 2024-11-25T07:53:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741874_1050 (size=195724) 2024-11-25T07:53:51,809 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/46c8e29a50bd4bc2bea12279f50b6225 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/46c8e29a50bd4bc2bea12279f50b6225 2024-11-25T07:53:51,815 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c910678898b29c15e829ac12bd402e05/info of c910678898b29c15e829ac12bd402e05 into 46c8e29a50bd4bc2bea12279f50b6225(size=191.1 K), total size for store is 191.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:53:51,816 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:51,816 INFO [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05., storeName=c910678898b29c15e829ac12bd402e05/info, priority=13, startTime=1732521231787; duration=0sec 2024-11-25T07:53:51,816 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:53:51,816 DEBUG [RS:0;7fb8763a5d32:38449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c910678898b29c15e829ac12bd402e05:info 2024-11-25T07:53:53,786 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-25T07:53:53,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233787, exclude list is [], retry=0 2024-11-25T07:53:53,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41075,DS-54b99e38-4ae6-4daa-9859-9023792f75b6,DISK] 2024-11-25T07:53:53,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-552656bf-05ac-4078-b214-bbcdf826400c,DISK] 2024-11-25T07:53:53,803 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521176371 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233787 2024-11-25T07:53:53,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-25T07:53:53,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521176371 is not closed yet, will try archiving it next time 2024-11-25T07:53:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741833_1009 (size=308919) 2024-11-25T07:53:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741833_1009 (size=308919) 2024-11-25T07:53:53,807 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 40ce8762041cd471b0762500a55ecc53: 2024-11-25T07:53:53,807 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-25T07:53:53,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/d339a71f36914f4f9ecb236d0ef90b3c is 186, key is TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53./info:regioninfo/1732521192349/Put/seqid=0 2024-11-25T07:53:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741876_1052 (size=6153) 2024-11-25T07:53:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741876_1052 (size=6153) 2024-11-25T07:53:53,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/d339a71f36914f4f9ecb236d0ef90b3c 2024-11-25T07:53:53,821 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/.tmp/info/d339a71f36914f4f9ecb236d0ef90b3c as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/info/d339a71f36914f4f9ecb236d0ef90b3c 2024-11-25T07:53:53,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/info/d339a71f36914f4f9ecb236d0ef90b3c, entries=5, sequenceid=21, filesize=6.0 K 2024-11-25T07:53:53,827 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-25T07:53:53,827 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-25T07:53:53,827 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c910678898b29c15e829ac12bd402e05 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T07:53:53,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a69df0bbcbed48808ca6b5a06241b88c is 1055, key is row0244/info:/1732521231763/Put/seqid=0 2024-11-25T07:53:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741877_1053 (size=18688) 2024-11-25T07:53:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741877_1053 (size=18688) 2024-11-25T07:53:53,842 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a69df0bbcbed48808ca6b5a06241b88c 2024-11-25T07:53:53,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/.tmp/info/a69df0bbcbed48808ca6b5a06241b88c as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a69df0bbcbed48808ca6b5a06241b88c 2024-11-25T07:53:53,853 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a69df0bbcbed48808ca6b5a06241b88c, entries=13, sequenceid=333, filesize=18.3 K 2024-11-25T07:53:53,854 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for c910678898b29c15e829ac12bd402e05 in 26ms, sequenceid=333, compaction requested=false 2024-11-25T07:53:53,854 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c910678898b29c15e829ac12bd402e05: 2024-11-25T07:53:53,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233854, exclude list is [], retry=0 2024-11-25T07:53:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41075,DS-54b99e38-4ae6-4daa-9859-9023792f75b6,DISK] 2024-11-25T07:53:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-552656bf-05ac-4078-b214-bbcdf826400c,DISK] 2024-11-25T07:53:53,870 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233787 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233854 2024-11-25T07:53:53,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045),(127.0.0.1/127.0.0.1:38655:38655)] 2024-11-25T07:53:53,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233787 is not closed yet, will try archiving it next time 2024-11-25T07:53:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741875_1051 (size=731) 2024-11-25T07:53:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741875_1051 (size=731) 2024-11-25T07:53:53,879 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521176371 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs/7fb8763a5d32%2C38449%2C1732521175753.1732521176371 2024-11-25T07:53:53,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:53:53,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:53:53,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:53:53,881 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/WALs/7fb8763a5d32,38449,1732521175753/7fb8763a5d32%2C38449%2C1732521175753.1732521233787 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs/7fb8763a5d32%2C38449%2C1732521175753.1732521233787 2024-11-25T07:53:53,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:53,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:53,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:53,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:53:53,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:53:53,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367941613, stopped=false 2024-11-25T07:53:53,882 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,38655,1732521175566 2024-11-25T07:53:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:53,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:53:53,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:53:53,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:53,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:53,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:53,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,38449,1732521175753' ***** 2024-11-25T07:53:53,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:53,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:53:53,893 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:53:53,893 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:53:53,893 INFO [RS:0;7fb8763a5d32:38449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:53:53,893 INFO [RS:0;7fb8763a5d32:38449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:53:53,893 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 40ce8762041cd471b0762500a55ecc53 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:53:53,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40ce8762041cd471b0762500a55ecc53, disabling compactions & flushes 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:38449. 2024-11-25T07:53:53,894 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:53,894 DEBUG [RS:0;7fb8763a5d32:38449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:53,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:53,894 DEBUG [RS:0;7fb8763a5d32:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:53,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. after waiting 0 ms 2024-11-25T07:53:53,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:53:53,894 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:53:53,896 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-bottom] to archive 2024-11-25T07:53:53,897 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:53:53,899 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27 2024-11-25T07:53:53,899 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:53:53,899 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1325): Online Regions={40ce8762041cd471b0762500a55ecc53=TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53., 1588230740=hbase:meta,,1.1588230740, c910678898b29c15e829ac12bd402e05=TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.} 2024-11-25T07:53:53,899 DEBUG [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40ce8762041cd471b0762500a55ecc53, c910678898b29c15e829ac12bd402e05 2024-11-25T07:53:53,899 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:38655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-25T07:53:53,899 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:53:53,900 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-25T07:53:53,900 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:53:53,900 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:53:53,900 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:53:53,900 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:53:53,903 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/40ce8762041cd471b0762500a55ecc53/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-25T07:53:53,904 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:53,904 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40ce8762041cd471b0762500a55ecc53: Waiting for close lock at 1732521233894Running coprocessor pre-close hooks at 1732521233894Disabling compacts and flushes for region at 1732521233894Disabling writes for close at 1732521233894Writing region close event to WAL at 1732521233900 (+6 ms)Running coprocessor post-close hooks at 1732521233904 (+4 ms)Closed at 1732521233904 2024-11-25T07:53:53,904 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732521191253.40ce8762041cd471b0762500a55ecc53. 2024-11-25T07:53:53,904 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c910678898b29c15e829ac12bd402e05, disabling compactions & flushes 2024-11-25T07:53:53,904 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:53,905 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:53,905 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. after waiting 0 ms 2024-11-25T07:53:53,905 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:53,912 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27->hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/94267259050e7ef64cae166f19306d27/info/50de8543ade24c139e9e41a06d95b112-top, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8373ff228cfb4c4f8bb5fc60d17a6b9a, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/9133b98527a54e068471fe1c8525ac2b, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/aaa67134cd994076b3deac38dd06d163, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/25877f93a27e404296a006083a9a908b, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/5dd5caa3ff914fe199dc09fa4dd62f2f, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/53ade45208ce448c8513ae94e81e36b5, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125] to archive 2024-11-25T07:53:53,912 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-25T07:53:53,913 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:53:53,913 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:53:53,913 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:53:53,913 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521233899Running coprocessor pre-close hooks at 1732521233899Disabling compacts and flushes for region at 1732521233899Disabling writes for close at 1732521233900 (+1 ms)Writing region close event to WAL at 1732521233903 (+3 ms)Running coprocessor post-close hooks at 1732521233913 (+10 ms)Closed at 1732521233913 2024-11-25T07:53:53,913 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:53:53,915 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/50de8543ade24c139e9e41a06d95b112.94267259050e7ef64cae166f19306d27 2024-11-25T07:53:53,916 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8373ff228cfb4c4f8bb5fc60d17a6b9a to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8373ff228cfb4c4f8bb5fc60d17a6b9a 2024-11-25T07:53:53,918 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/TestLogRolling-testLogRolling=94267259050e7ef64cae166f19306d27-24daf72a80454ade9aad2e073d7c5b1f 2024-11-25T07:53:53,919 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/1e7c6237eedf411f9cdf3e5c301968a6 2024-11-25T07:53:53,921 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/9133b98527a54e068471fe1c8525ac2b to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/9133b98527a54e068471fe1c8525ac2b 2024-11-25T07:53:53,922 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/966e136305f94f4eb2c0dfe57e8f994d 2024-11-25T07:53:53,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/80218c21c9a749929b388bfe4a5f3e69 2024-11-25T07:53:53,925 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/aaa67134cd994076b3deac38dd06d163 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/aaa67134cd994076b3deac38dd06d163 2024-11-25T07:53:53,927 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/0cffd934a0ba42c8817feedae9182b42 2024-11-25T07:53:53,928 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/ae99d1072983455bbf8af00ae8fac536 2024-11-25T07:53:53,929 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/25877f93a27e404296a006083a9a908b to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/25877f93a27e404296a006083a9a908b 2024-11-25T07:53:53,930 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/e82310d877cb42d0ab8b2a4ab9de8958 2024-11-25T07:53:53,931 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/c6d7756f31d449df9c17f70f7d9ff8f4 2024-11-25T07:53:53,932 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/5dd5caa3ff914fe199dc09fa4dd62f2f to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/5dd5caa3ff914fe199dc09fa4dd62f2f 2024-11-25T07:53:53,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/017c51698cc647da9545c69ca6a24591 2024-11-25T07:53:53,934 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/a01c19fa7e7743bea3d3a639bb99703c 2024-11-25T07:53:53,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/53ade45208ce448c8513ae94e81e36b5 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/53ade45208ce448c8513ae94e81e36b5 2024-11-25T07:53:53,936 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/8c6a14e670844c949d03a1f4b57ab3e9 2024-11-25T07:53:53,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/741dca95036a49d4b3adf6e351cfb8a9 2024-11-25T07:53:53,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125 to hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/archive/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/info/afbad42e01204d388255a5c16471e125 2024-11-25T07:53:53,939 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8373ff228cfb4c4f8bb5fc60d17a6b9a=39908, 1e7c6237eedf411f9cdf3e5c301968a6=13394, 9133b98527a54e068471fe1c8525ac2b=63244, 966e136305f94f4eb2c0dfe57e8f994d=19728, 80218c21c9a749929b388bfe4a5f3e69=16553, aaa67134cd994076b3deac38dd06d163=95013, 0cffd934a0ba42c8817feedae9182b42=24997, ae99d1072983455bbf8af00ae8fac536=16553, 25877f93a27e404296a006083a9a908b=115126, e82310d877cb42d0ab8b2a4ab9de8958=13394, c6d7756f31d449df9c17f70f7d9ff8f4=22891, 5dd5caa3ff914fe199dc09fa4dd62f2f=142810, 017c51698cc647da9545c69ca6a24591=14447, a01c19fa7e7743bea3d3a639bb99703c=20794, 53ade45208ce448c8513ae94e81e36b5=172430, 8c6a14e670844c949d03a1f4b57ab3e9=18688, 741dca95036a49d4b3adf6e351cfb8a9=13402, afbad42e01204d388255a5c16471e125=19742] 2024-11-25T07:53:53,948 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/data/default/TestLogRolling-testLogRolling/c910678898b29c15e829ac12bd402e05/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-25T07:53:53,948 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:53,948 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c910678898b29c15e829ac12bd402e05: Waiting for close lock at 1732521233904Running coprocessor pre-close hooks at 1732521233904Disabling compacts and flushes for region at 1732521233904Disabling writes for close at 1732521233905 (+1 ms)Writing region close event to WAL at 1732521233944 (+39 ms)Running coprocessor post-close hooks at 1732521233948 (+4 ms)Closed at 1732521233948 2024-11-25T07:53:53,949 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732521191253.c910678898b29c15e829ac12bd402e05. 2024-11-25T07:53:54,100 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,38449,1732521175753; all regions closed. 2024-11-25T07:53:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741834_1010 (size=8107) 2024-11-25T07:53:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741834_1010 (size=8107) 2024-11-25T07:53:54,104 DEBUG [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs 2024-11-25T07:53:54,104 INFO [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C38449%2C1732521175753.meta:.meta(num 1732521176776) 2024-11-25T07:53:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741878_1054 (size=780) 2024-11-25T07:53:54,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741878_1054 (size=780) 2024-11-25T07:53:54,108 DEBUG [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/oldWALs 2024-11-25T07:53:54,108 INFO [RS:0;7fb8763a5d32:38449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C38449%2C1732521175753:(num 1732521233854) 2024-11-25T07:53:54,108 DEBUG [RS:0;7fb8763a5d32:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:54,108 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:53:54,108 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:53:54,109 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:53:54,109 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:53:54,109 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:53:54,109 INFO [RS:0;7fb8763a5d32:38449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38449 2024-11-25T07:53:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:53:54,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,38449,1732521175753 2024-11-25T07:53:54,121 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:53:54,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,38449,1732521175753] 2024-11-25T07:53:54,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,38449,1732521175753 already deleted, retry=false 2024-11-25T07:53:54,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,38449,1732521175753 expired; onlineServers=0 2024-11-25T07:53:54,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,38655,1732521175566' ***** 2024-11-25T07:53:54,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:53:54,145 INFO [M:0;7fb8763a5d32:38655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:53:54,145 INFO [M:0;7fb8763a5d32:38655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:53:54,145 DEBUG [M:0;7fb8763a5d32:38655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:53:54,145 DEBUG [M:0;7fb8763a5d32:38655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:53:54,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:53:54,145 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521176112 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521176112,5,FailOnTimeoutGroup] 2024-11-25T07:53:54,145 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521176112 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521176112,5,FailOnTimeoutGroup] 2024-11-25T07:53:54,145 INFO [M:0;7fb8763a5d32:38655 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:53:54,146 INFO [M:0;7fb8763a5d32:38655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:53:54,146 DEBUG [M:0;7fb8763a5d32:38655 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:53:54,146 INFO [M:0;7fb8763a5d32:38655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:53:54,146 INFO [M:0;7fb8763a5d32:38655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:53:54,146 INFO [M:0;7fb8763a5d32:38655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:53:54,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:53:54,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:53:54,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:54,155 DEBUG [M:0;7fb8763a5d32:38655 {}] zookeeper.ZKUtil(347): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:53:54,155 WARN [M:0;7fb8763a5d32:38655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:53:54,157 INFO [M:0;7fb8763a5d32:38655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/.lastflushedseqids 2024-11-25T07:53:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741879_1055 (size=228) 2024-11-25T07:53:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741879_1055 (size=228) 2024-11-25T07:53:54,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:54,234 INFO [RS:0;7fb8763a5d32:38449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:53:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10170fb25aa0001, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:54,235 INFO [RS:0;7fb8763a5d32:38449 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,38449,1732521175753; zookeeper connection closed. 2024-11-25T07:53:54,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2aa23bf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2aa23bf8 2024-11-25T07:53:54,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:53:54,245 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:53:54,564 INFO [M:0;7fb8763a5d32:38655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:53:54,564 INFO [M:0;7fb8763a5d32:38655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:53:54,565 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:53:54,565 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:54,565 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:54,565 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:53:54,565 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:54,565 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-11-25T07:53:54,585 DEBUG [M:0;7fb8763a5d32:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a826c6294a044955ac7554482b15060f is 82, key is hbase:meta,,1/info:regioninfo/1732521176811/Put/seqid=0 2024-11-25T07:53:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741880_1056 (size=5672) 2024-11-25T07:53:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741880_1056 (size=5672) 2024-11-25T07:53:54,590 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a826c6294a044955ac7554482b15060f 2024-11-25T07:53:54,611 DEBUG [M:0;7fb8763a5d32:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4574a2cba6214486a05e5fdfab9bbc13 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732521177275/Put/seqid=0 2024-11-25T07:53:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741881_1057 (size=7091) 2024-11-25T07:53:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741881_1057 (size=7091) 2024-11-25T07:53:54,617 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4574a2cba6214486a05e5fdfab9bbc13 2024-11-25T07:53:54,621 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4574a2cba6214486a05e5fdfab9bbc13 2024-11-25T07:53:54,637 DEBUG [M:0;7fb8763a5d32:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913361ea97c04b9b94542bc1e792462e is 69, key is 7fb8763a5d32,38449,1732521175753/rs:state/1732521176217/Put/seqid=0 2024-11-25T07:53:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741882_1058 (size=5156) 2024-11-25T07:53:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741882_1058 (size=5156) 2024-11-25T07:53:54,642 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913361ea97c04b9b94542bc1e792462e 2024-11-25T07:53:54,658 DEBUG [M:0;7fb8763a5d32:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3ebc2d4303eb44d3a0b484f9f5099050 is 52, key is load_balancer_on/state:d/1732521176893/Put/seqid=0 2024-11-25T07:53:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741883_1059 (size=5056) 2024-11-25T07:53:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741883_1059 (size=5056) 2024-11-25T07:53:54,664 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3ebc2d4303eb44d3a0b484f9f5099050 2024-11-25T07:53:54,668 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a826c6294a044955ac7554482b15060f as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a826c6294a044955ac7554482b15060f 2024-11-25T07:53:54,673 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a826c6294a044955ac7554482b15060f, entries=8, sequenceid=125, filesize=5.5 K 2024-11-25T07:53:54,674 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4574a2cba6214486a05e5fdfab9bbc13 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4574a2cba6214486a05e5fdfab9bbc13 2024-11-25T07:53:54,679 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4574a2cba6214486a05e5fdfab9bbc13 2024-11-25T07:53:54,679 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4574a2cba6214486a05e5fdfab9bbc13, entries=13, sequenceid=125, filesize=6.9 K 2024-11-25T07:53:54,681 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913361ea97c04b9b94542bc1e792462e as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/913361ea97c04b9b94542bc1e792462e 2024-11-25T07:53:54,686 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/913361ea97c04b9b94542bc1e792462e, entries=1, sequenceid=125, filesize=5.0 K 2024-11-25T07:53:54,687 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3ebc2d4303eb44d3a0b484f9f5099050 as hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3ebc2d4303eb44d3a0b484f9f5099050 2024-11-25T07:53:54,694 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40617/user/jenkins/test-data/9438349d-04ac-0916-df25-506013ecafe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3ebc2d4303eb44d3a0b484f9f5099050, entries=1, sequenceid=125, filesize=4.9 K 2024-11-25T07:53:54,695 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false 2024-11-25T07:53:54,697 INFO [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:54,697 DEBUG [M:0;7fb8763a5d32:38655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521234565Disabling compacts and flushes for region at 1732521234565Disabling writes for close at 1732521234565Obtaining lock to block concurrent updates at 1732521234565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732521234565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1732521234566 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732521234567 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732521234567Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732521234585 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732521234585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732521234594 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732521234611 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732521234611Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732521234621 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732521234637 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732521234637Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732521234646 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732521234658 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732521234658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1735a7e3: reopening flushed file at 1732521234667 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267518e2: reopening flushed file at 1732521234673 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518ab8fb: reopening flushed file at 1732521234680 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6cd333: reopening flushed file at 1732521234686 (+6 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false at 1732521234695 (+9 ms)Writing region close event to WAL at 1732521234697 (+2 ms)Closed at 1732521234697 2024-11-25T07:53:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741830_1006 (size=61344) 2024-11-25T07:53:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41075 is added to blk_1073741830_1006 (size=61344) 2024-11-25T07:53:54,702 INFO [M:0;7fb8763a5d32:38655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:53:54,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:53:54,702 INFO [M:0;7fb8763a5d32:38655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38655 2024-11-25T07:53:54,702 INFO [M:0;7fb8763a5d32:38655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:53:54,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:54,845 INFO [M:0;7fb8763a5d32:38655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:53:54,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x10170fb25aa0000, quorum=127.0.0.1:57828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:54,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2acfa886{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:54,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@270378ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:54,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:54,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ae42c72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:54,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c5b6a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:54,853 WARN [BP-564842966-172.17.0.2-1732521173271 heartbeating to localhost/127.0.0.1:40617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:53:54,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:53:54,853 WARN [BP-564842966-172.17.0.2-1732521173271 heartbeating to localhost/127.0.0.1:40617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-564842966-172.17.0.2-1732521173271 (Datanode Uuid 6d5fdd19-fb2b-494b-8c13-0f81ac33a860) service to localhost/127.0.0.1:40617 2024-11-25T07:53:54,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:53:54,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data3/current/BP-564842966-172.17.0.2-1732521173271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:54,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data4/current/BP-564842966-172.17.0.2-1732521173271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:54,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:53:54,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38fb5178{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:54,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1739b6e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:54,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:54,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36bcb898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:54,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1d6e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:54,859 WARN [BP-564842966-172.17.0.2-1732521173271 heartbeating to localhost/127.0.0.1:40617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:53:54,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:53:54,860 WARN [BP-564842966-172.17.0.2-1732521173271 heartbeating to localhost/127.0.0.1:40617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-564842966-172.17.0.2-1732521173271 (Datanode Uuid 3b9f766d-643c-402c-bd97-52c6287f2a7c) service to localhost/127.0.0.1:40617 2024-11-25T07:53:54,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:53:54,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data1/current/BP-564842966-172.17.0.2-1732521173271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:54,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/cluster_400647a5-4074-96b2-a444-90b83933f790/data/data2/current/BP-564842966-172.17.0.2-1732521173271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:54,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:53:54,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@552e9229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:53:54,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d466b84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:54,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:54,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@425a8ec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:54,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edb6e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:54,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:53:54,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:53:54,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 97) - Thread LEAK? -, OpenFileDescriptor=457 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=4159 (was 4690) 2024-11-25T07:53:54,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=4159 2024-11-25T07:53:54,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.log.dir so I do NOT create it in target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2f11c1b-d2f2-5da8-64a2-5a421c5b5d92/hadoop.tmp.dir so I do NOT create it in target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59, deleteOnExit=true 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/test.cache.data in system properties and HBase conf 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:53:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:53:54,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:53:54,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:53:54,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:53:55,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:53:55,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:53:55,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:53:55,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:53:55,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:53:55,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:53:55,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1309d11c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:53:55,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4554668b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:53:55,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15940fa2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/java.io.tmpdir/jetty-localhost-35475-hadoop-hdfs-3_4_1-tests_jar-_-any-9232402160491376002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:53:55,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@98e032b{HTTP/1.1, (http/1.1)}{localhost:35475} 2024-11-25T07:53:55,349 INFO [Time-limited test {}] server.Server(415): Started @213357ms 2024-11-25T07:53:55,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:53:55,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:53:55,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:53:55,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:53:55,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:53:55,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4194b295{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:53:55,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f259d9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:53:55,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70ad8c95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/java.io.tmpdir/jetty-localhost-41161-hadoop-hdfs-3_4_1-tests_jar-_-any-13895575122410980320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:55,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44e00ca1{HTTP/1.1, (http/1.1)}{localhost:41161} 2024-11-25T07:53:55,727 INFO [Time-limited test {}] server.Server(415): Started @213736ms 2024-11-25T07:53:55,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:53:55,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:53:55,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:53:55,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:53:55,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:53:55,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:53:55,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f015329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:53:55,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7259bfba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:53:55,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21fb625b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/java.io.tmpdir/jetty-localhost-35659-hadoop-hdfs-3_4_1-tests_jar-_-any-11808340366644818731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:55,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e377b64{HTTP/1.1, (http/1.1)}{localhost:35659} 2024-11-25T07:53:55,857 INFO [Time-limited test {}] server.Server(415): Started @213865ms 2024-11-25T07:53:55,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:53:57,217 WARN [Thread-1609 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data1/current/BP-2110327830-172.17.0.2-1732521234937/current, will proceed with Du for space computation calculation, 2024-11-25T07:53:57,217 WARN [Thread-1610 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data2/current/BP-2110327830-172.17.0.2-1732521234937/current, will proceed with Du for space computation calculation, 2024-11-25T07:53:57,233 WARN [Thread-1573 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:53:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde256cb72c76ef74 with lease ID 0xbc91e4f794e46e0e: Processing first storage report for DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615 from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=12e9efa9-d8d0-47f3-a485-782b76ecb20e, infoPort=42829, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937) 2024-11-25T07:53:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde256cb72c76ef74 with lease ID 0xbc91e4f794e46e0e: from storage DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615 node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=12e9efa9-d8d0-47f3-a485-782b76ecb20e, infoPort=42829, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:53:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde256cb72c76ef74 with lease ID 0xbc91e4f794e46e0e: Processing first storage report for DS-a1c72f70-0a36-4a74-8e12-d8331d0acfd0 from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=12e9efa9-d8d0-47f3-a485-782b76ecb20e, infoPort=42829, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937) 2024-11-25T07:53:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde256cb72c76ef74 with lease ID 0xbc91e4f794e46e0e: from storage DS-a1c72f70-0a36-4a74-8e12-d8331d0acfd0 node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=12e9efa9-d8d0-47f3-a485-782b76ecb20e, infoPort=42829, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:53:57,369 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data3/current/BP-2110327830-172.17.0.2-1732521234937/current, will proceed with Du for space computation calculation, 2024-11-25T07:53:57,369 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data4/current/BP-2110327830-172.17.0.2-1732521234937/current, will proceed with Du for space computation calculation, 2024-11-25T07:53:57,382 WARN [Thread-1596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:53:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadb14444919683cd with lease ID 0xbc91e4f794e46e0f: Processing first storage report for DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=1bae6393-577c-440e-9109-70da0da31c9a, infoPort=38437, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937) 2024-11-25T07:53:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadb14444919683cd with lease ID 0xbc91e4f794e46e0f: from storage DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=1bae6393-577c-440e-9109-70da0da31c9a, infoPort=38437, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:53:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadb14444919683cd with lease ID 0xbc91e4f794e46e0f: Processing first storage report for DS-88709ec0-9fde-4ba1-a121-80ee6028d8c7 from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=1bae6393-577c-440e-9109-70da0da31c9a, infoPort=38437, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937) 2024-11-25T07:53:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadb14444919683cd with lease ID 0xbc91e4f794e46e0f: from storage DS-88709ec0-9fde-4ba1-a121-80ee6028d8c7 node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=1bae6393-577c-440e-9109-70da0da31c9a, infoPort=38437, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=406602875;c=1732521234937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:53:57,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d 2024-11-25T07:53:57,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/zookeeper_0, clientPort=52738, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:53:57,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52738 2024-11-25T07:53:57,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:53:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:53:57,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5 with version=8 2024-11-25T07:53:57,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45993/user/jenkins/test-data/2c939d59-c34d-5c9a-4629-3a4d63bd5ab2/hbase-staging 2024-11-25T07:53:57,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:53:57,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:53:57,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:53:57,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43307 2024-11-25T07:53:57,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43307 connecting to ZooKeeper ensemble=127.0.0.1:52738 2024-11-25T07:53:57,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433070x0, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:53:57,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43307-0x10170fc17410000 connected 2024-11-25T07:53:57,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:57,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5, hbase.cluster.distributed=false 2024-11-25T07:53:57,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:53:57,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-25T07:53:57,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43307 2024-11-25T07:53:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43307 2024-11-25T07:53:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-25T07:53:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-25T07:53:57,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:53:57,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:53:57,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:53:57,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707 2024-11-25T07:53:57,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34707 connecting to ZooKeeper ensemble=127.0.0.1:52738 2024-11-25T07:53:57,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347070x0, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:53:57,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34707-0x10170fc17410001 connected 2024-11-25T07:53:57,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:57,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:53:57,606 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:53:57,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:53:57,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:53:57,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-25T07:53:57,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707 2024-11-25T07:53:57,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707 2024-11-25T07:53:57,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-25T07:53:57,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-25T07:53:57,622 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:43307 2024-11-25T07:53:57,622 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:53:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:53:57,629 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:53:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,640 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:53:57,640 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,43307,1732521237413 from backup master directory 2024-11-25T07:53:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:53:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:53:57,650 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:53:57,650 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,655 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/hbase.id] with ID: 06f7768d-2311-4a03-86e7-82165f5b5149 2024-11-25T07:53:57,656 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/.tmp/hbase.id 2024-11-25T07:53:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:53:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:53:57,665 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/.tmp/hbase.id]:[hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/hbase.id] 2024-11-25T07:53:57,676 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:57,676 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:53:57,677 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:53:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:53:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:53:57,696 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:53:57,697 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:53:57,697 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:53:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:53:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:53:57,704 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store 2024-11-25T07:53:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:53:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:53:57,710 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:53:57,711 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:57,711 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521237710Disabling compacts and flushes for region at 1732521237710Disabling writes for close at 1732521237711 (+1 ms)Writing region close event to WAL at 1732521237711Closed at 1732521237711 2024-11-25T07:53:57,711 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/.initializing 2024-11-25T07:53:57,711 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/WALs/7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,712 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:53:57,714 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C43307%2C1732521237413, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/WALs/7fb8763a5d32,43307,1732521237413, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/oldWALs, maxLogs=10 2024-11-25T07:53:57,727 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/WALs/7fb8763a5d32,43307,1732521237413/7fb8763a5d32%2C43307%2C1732521237413.1732521237714, exclude list is [], retry=0 2024-11-25T07:53:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c,DISK] 2024-11-25T07:53:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615,DISK] 2024-11-25T07:53:57,731 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/WALs/7fb8763a5d32,43307,1732521237413/7fb8763a5d32%2C43307%2C1732521237413.1732521237714 2024-11-25T07:53:57,731 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38437:38437),(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-25T07:53:57,731 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:53:57,732 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:57,732 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,732 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:53:57,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:57,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:53:57,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:53:57,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:53:57,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:53:57,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:53:57,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:53:57,741 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,741 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,741 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,743 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,743 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,743 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:53:57,744 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:53:57,746 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:53:57,746 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875941, jitterRate=0.11381673812866211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:53:57,747 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732521237732Initializing all the Stores at 1732521237733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521237733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521237733Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521237733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521237733Cleaning up temporary data from old regions at 1732521237743 (+10 ms)Region opened successfully at 1732521237747 (+4 ms) 2024-11-25T07:53:57,747 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:53:57,750 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21518252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:53:57,751 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:53:57,751 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:53:57,751 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:53:57,751 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:53:57,751 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:53:57,752 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:53:57,752 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:53:57,754 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:53:57,754 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:53:57,765 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:53:57,766 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:53:57,767 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:53:57,776 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:53:57,776 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:53:57,777 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:53:57,786 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:53:57,787 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:53:57,797 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:53:57,799 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:53:57,807 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:53:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,819 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,43307,1732521237413, sessionid=0x10170fc17410000, setting cluster-up flag (Was=false) 2024-11-25T07:53:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,871 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:53:57,872 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:57,923 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:53:57,925 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:57,926 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:53:57,927 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:53:57,928 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:53:57,928 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:53:57,928 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,43307,1732521237413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:53:57,930 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:57,932 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732521267932 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:53:57,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:57,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:53:57,933 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:53:57,934 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521237934,5,FailOnTimeoutGroup] 2024-11-25T07:53:57,934 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521237934,5,FailOnTimeoutGroup] 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:57,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,934 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:57,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:53:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:53:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:53:57,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:53:57,944 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5 2024-11-25T07:53:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:53:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:53:57,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:57,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:53:57,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:53:57,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:57,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:53:57,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:53:57,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:57,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:53:57,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:53:57,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:57,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:53:57,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:53:57,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:57,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:57,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:53:57,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740 2024-11-25T07:53:57,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740 2024-11-25T07:53:57,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:53:57,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:53:57,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:53:57,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:53:57,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:53:57,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835754, jitterRate=0.06271697580814362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:53:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732521237950Initializing all the Stores at 1732521237951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521237951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521237951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521237951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521237951Cleaning up temporary data from old regions at 1732521237959 (+8 ms)Region opened successfully at 1732521237963 (+4 ms) 2024-11-25T07:53:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:53:57,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:53:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:53:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:53:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:53:57,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:53:57,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521237963Disabling compacts and flushes for region at 1732521237963Disabling writes for close at 1732521237963Writing region close event to WAL at 1732521237964 (+1 ms)Closed at 1732521237964 2024-11-25T07:53:57,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:53:57,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:53:57,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:53:57,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:53:57,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:53:58,014 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(746): ClusterId : 06f7768d-2311-4a03-86e7-82165f5b5149 2024-11-25T07:53:58,014 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:53:58,028 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:53:58,028 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:53:58,040 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:53:58,040 DEBUG [RS:0;7fb8763a5d32:34707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289a64c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:53:58,054 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:34707 2024-11-25T07:53:58,054 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:53:58,054 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:53:58,054 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:53:58,055 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,43307,1732521237413 with port=34707, startcode=1732521237587 2024-11-25T07:53:58,055 DEBUG [RS:0;7fb8763a5d32:34707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:53:58,057 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:53:58,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43307 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,058 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5 2024-11-25T07:53:58,058 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36523 2024-11-25T07:53:58,058 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:53:58,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:53:58,071 DEBUG [RS:0;7fb8763a5d32:34707 {}] zookeeper.ZKUtil(111): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,071 WARN [RS:0;7fb8763a5d32:34707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:53:58,072 INFO [RS:0;7fb8763a5d32:34707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:53:58,072 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,34707,1732521237587] 2024-11-25T07:53:58,075 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:53:58,076 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:53:58,076 INFO [RS:0;7fb8763a5d32:34707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:53:58,077 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,077 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:53:58,077 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:53:58,077 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:53:58,078 DEBUG [RS:0;7fb8763a5d32:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,080 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34707,1732521237587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:53:58,093 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:53:58,094 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34707,1732521237587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,094 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,094 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.Replication(171): 7fb8763a5d32,34707,1732521237587 started 2024-11-25T07:53:58,106 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,106 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,34707,1732521237587, RpcServer on 7fb8763a5d32/172.17.0.2:34707, sessionid=0x10170fc17410001 2024-11-25T07:53:58,106 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:53:58,106 DEBUG [RS:0;7fb8763a5d32:34707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,106 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34707,1732521237587' 2024-11-25T07:53:58,106 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34707,1732521237587' 2024-11-25T07:53:58,107 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:53:58,108 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:53:58,108 DEBUG [RS:0;7fb8763a5d32:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:53:58,108 INFO [RS:0;7fb8763a5d32:34707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:53:58,108 INFO [RS:0;7fb8763a5d32:34707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:53:58,117 WARN [7fb8763a5d32:43307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:53:58,209 INFO [RS:0;7fb8763a5d32:34707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:53:58,212 INFO [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C34707%2C1732521237587, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs, maxLogs=32 2024-11-25T07:53:58,231 DEBUG [RS:0;7fb8763a5d32:34707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587/7fb8763a5d32%2C34707%2C1732521237587.1732521238213, exclude list is [], retry=0 2024-11-25T07:53:58,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615,DISK] 2024-11-25T07:53:58,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c,DISK] 2024-11-25T07:53:58,235 INFO [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587/7fb8763a5d32%2C34707%2C1732521237587.1732521238213 2024-11-25T07:53:58,235 DEBUG [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:38437:38437)] 2024-11-25T07:53:58,367 DEBUG [7fb8763a5d32:43307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:53:58,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,34707,1732521237587, state=OPENING 2024-11-25T07:53:58,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:53:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:58,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:53:58,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34707,1732521237587}] 2024-11-25T07:53:58,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:53:58,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:53:58,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:53:58,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:53:58,547 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:53:58,547 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:53:58,548 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:53:58,549 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C34707%2C1732521237587.meta, suffix=.meta, logDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs, maxLogs=32 2024-11-25T07:53:58,561 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587/7fb8763a5d32%2C34707%2C1732521237587.meta.1732521238550.meta, exclude list is [], retry=0 2024-11-25T07:53:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c,DISK] 2024-11-25T07:53:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615,DISK] 2024-11-25T07:53:58,565 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/7fb8763a5d32,34707,1732521237587/7fb8763a5d32%2C34707%2C1732521237587.meta.1732521238550.meta 2024-11-25T07:53:58,565 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38437:38437),(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-25T07:53:58,565 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:53:58,565 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:53:58,565 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:53:58,565 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:53:58,566 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:53:58,566 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:53:58,566 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:53:58,566 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:53:58,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:53:58,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:53:58,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:53:58,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:53:58,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:53:58,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:53:58,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:53:58,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:53:58,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:53:58,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:53:58,571 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:53:58,572 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740 2024-11-25T07:53:58,572 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740 2024-11-25T07:53:58,573 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:53:58,573 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:53:58,574 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:53:58,575 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:53:58,575 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718977, jitterRate=-0.08577395975589752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:53:58,575 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:53:58,576 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732521238566Writing region info on filesystem at 1732521238566Initializing all the Stores at 1732521238567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521238567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521238567Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732521238567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732521238567Cleaning up temporary data from old regions at 1732521238573 (+6 ms)Running coprocessor post-open hooks at 1732521238575 (+2 ms)Region opened successfully at 1732521238576 (+1 ms) 2024-11-25T07:53:58,576 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732521238543 2024-11-25T07:53:58,578 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:53:58,578 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:53:58,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,34707,1732521237587, state=OPEN 2024-11-25T07:53:58,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:53:58,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:53:58,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:53:58,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:53:58,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:53:58,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34707,1732521237587 in 229 msec 2024-11-25T07:53:58,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:53:58,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-25T07:53:58,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:53:58,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:53:58,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:53:58,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34707,1732521237587, seqNum=-1] 2024-11-25T07:53:58,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:53:58,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:53:58,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-25T07:53:58,636 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732521238636, completionTime=-1 2024-11-25T07:53:58,636 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:53:58,636 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521298638 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521358638 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:43307, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,638 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,639 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,641 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:53:58,642 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.992sec 2024-11-25T07:53:58,642 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:53:58,642 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:53:58,642 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:53:58,642 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:53:58,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:53:58,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:53:58,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:53:58,645 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:53:58,645 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:53:58,645 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43307,1732521237413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:53:58,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b16e793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:53:58,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43307,-1 for getting cluster id 2024-11-25T07:53:58,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:53:58,717 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f7768d-2311-4a03-86e7-82165f5b5149' 2024-11-25T07:53:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:53:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f7768d-2311-4a03-86e7-82165f5b5149" 2024-11-25T07:53:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b41a1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:53:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43307,-1] 2024-11-25T07:53:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:53:58,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:58,721 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:53:58,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a99fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:53:58,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:53:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34707,1732521237587, seqNum=-1] 2024-11-25T07:53:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:53:58,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:53:58,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:58,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:53:58,731 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T07:53:58,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:53:58,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:53:58,734 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs, maxLogs=32 2024-11-25T07:53:58,749 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238735, exclude list is [], retry=0 2024-11-25T07:53:58,751 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615,DISK] 2024-11-25T07:53:58,752 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c,DISK] 2024-11-25T07:53:58,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238735 2024-11-25T07:53:58,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:38437:38437)] 2024-11-25T07:53:58,765 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238754, exclude list is [], retry=0 2024-11-25T07:53:58,767 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-8c5d7275-5fbf-4900-bfdc-929a3ce6f61c,DISK] 2024-11-25T07:53:58,767 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-15a0089b-16d3-48d0-a2a2-d6f7138ee615,DISK] 2024-11-25T07:53:58,769 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238735 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238754 2024-11-25T07:53:58,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38437:38437),(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-25T07:53:58,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238735 is not closed yet, will try archiving it next time 2024-11-25T07:53:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741835_1011 (size=93) 2024-11-25T07:53:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741835_1011 (size=93) 2024-11-25T07:53:58,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741836_1012 (size=93) 2024-11-25T07:53:58,772 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732521238735 to hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs/test.com%2C8080%2C1.1732521238735 2024-11-25T07:53:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741836_1012 (size=93) 2024-11-25T07:53:58,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs 2024-11-25T07:53:58,774 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732521238754) 2024-11-25T07:53:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:53:58,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:53:58,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:58,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:58,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:58,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:53:58,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:53:58,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180765423, stopped=false 2024-11-25T07:53:58,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,43307,1732521237413 2024-11-25T07:53:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:58,797 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:53:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:53:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:58,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:53:58,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:58,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:58,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:58,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:53:58,798 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,34707,1732521237587' ***** 2024-11-25T07:53:58,798 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:53:58,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:53:58,798 INFO [RS:0;7fb8763a5d32:34707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:34707. 2024-11-25T07:53:58,798 DEBUG [RS:0;7fb8763a5d32:34707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:53:58,798 DEBUG [RS:0;7fb8763a5d32:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:58,799 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:53:58,799 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:53:58,799 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:53:58,799 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:53:58,799 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:53:58,799 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:53:58,799 DEBUG [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:53:58,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:53:58,799 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:53:58,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:53:58,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:53:58,799 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:53:58,799 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T07:53:58,818 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/.tmp/ns/43c39e7c6a39431498ab1307ca5cc0d7 is 43, key is default/ns:d/1732521238631/Put/seqid=0 2024-11-25T07:53:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741837_1013 (size=5153) 2024-11-25T07:53:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741837_1013 (size=5153) 2024-11-25T07:53:58,824 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/.tmp/ns/43c39e7c6a39431498ab1307ca5cc0d7 2024-11-25T07:53:58,829 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/.tmp/ns/43c39e7c6a39431498ab1307ca5cc0d7 as hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/ns/43c39e7c6a39431498ab1307ca5cc0d7 2024-11-25T07:53:58,834 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/ns/43c39e7c6a39431498ab1307ca5cc0d7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T07:53:58,835 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false 2024-11-25T07:53:58,835 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:53:58,839 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:53:58,840 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:53:58,840 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:53:58,840 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732521238799Running coprocessor pre-close hooks at 1732521238799Disabling compacts and flushes for region at 1732521238799Disabling writes for close at 1732521238799Obtaining lock to block concurrent updates at 1732521238799Preparing flush snapshotting stores in 1588230740 at 1732521238799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732521238799Flushing stores of hbase:meta,,1.1588230740 at 1732521238800 (+1 ms)Flushing 1588230740/ns: creating writer at 1732521238800Flushing 1588230740/ns: appending metadata at 1732521238818 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732521238818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef32769: reopening flushed file at 1732521238828 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false at 1732521238835 (+7 ms)Writing region close event to WAL at 1732521238836 (+1 ms)Running coprocessor post-close hooks at 1732521238839 (+3 ms)Closed at 1732521238840 (+1 ms) 2024-11-25T07:53:58,840 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:53:58,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:58,999 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,34707,1732521237587; all regions closed. 2024-11-25T07:53:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741834_1010 (size=1152) 2024-11-25T07:53:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741834_1010 (size=1152) 2024-11-25T07:53:59,005 DEBUG [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs 2024-11-25T07:53:59,005 INFO [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C34707%2C1732521237587.meta:.meta(num 1732521238550) 2024-11-25T07:53:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741833_1009 (size=93) 2024-11-25T07:53:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741833_1009 (size=93) 2024-11-25T07:53:59,014 DEBUG [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/oldWALs 2024-11-25T07:53:59,014 INFO [RS:0;7fb8763a5d32:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C34707%2C1732521237587:(num 1732521238213) 2024-11-25T07:53:59,014 DEBUG [RS:0;7fb8763a5d32:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:53:59,014 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:53:59,014 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:53:59,015 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:53:59,015 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:53:59,015 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:53:59,015 INFO [RS:0;7fb8763a5d32:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707 2024-11-25T07:53:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,34707,1732521237587 2024-11-25T07:53:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:53:59,026 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:53:59,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,34707,1732521237587] 2024-11-25T07:53:59,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,34707,1732521237587 already deleted, retry=false 2024-11-25T07:53:59,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,34707,1732521237587 expired; onlineServers=0 2024-11-25T07:53:59,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,43307,1732521237413' ***** 2024-11-25T07:53:59,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:53:59,050 INFO [M:0;7fb8763a5d32:43307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:53:59,050 INFO [M:0;7fb8763a5d32:43307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:53:59,050 DEBUG [M:0;7fb8763a5d32:43307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:53:59,050 DEBUG [M:0;7fb8763a5d32:43307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:53:59,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:53:59,050 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521237934 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732521237934,5,FailOnTimeoutGroup] 2024-11-25T07:53:59,050 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521237934 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732521237934,5,FailOnTimeoutGroup] 2024-11-25T07:53:59,050 INFO [M:0;7fb8763a5d32:43307 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:53:59,050 INFO [M:0;7fb8763a5d32:43307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:53:59,051 DEBUG [M:0;7fb8763a5d32:43307 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:53:59,051 INFO [M:0;7fb8763a5d32:43307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:53:59,051 INFO [M:0;7fb8763a5d32:43307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:53:59,051 INFO [M:0;7fb8763a5d32:43307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:53:59,051 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:53:59,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:53:59,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:53:59,060 DEBUG [M:0;7fb8763a5d32:43307 {}] zookeeper.ZKUtil(347): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:53:59,060 WARN [M:0;7fb8763a5d32:43307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:53:59,061 INFO [M:0;7fb8763a5d32:43307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/.lastflushedseqids 2024-11-25T07:53:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741838_1014 (size=99) 2024-11-25T07:53:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741838_1014 (size=99) 2024-11-25T07:53:59,071 INFO [M:0;7fb8763a5d32:43307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:53:59,071 INFO [M:0;7fb8763a5d32:43307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:53:59,071 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:53:59,071 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:59,071 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:59,071 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:53:59,071 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:59,071 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-25T07:53:59,087 DEBUG [M:0;7fb8763a5d32:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f347b26f66c416bb02eb51a419055b5 is 82, key is hbase:meta,,1/info:regioninfo/1732521238579/Put/seqid=0 2024-11-25T07:53:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741839_1015 (size=5672) 2024-11-25T07:53:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741839_1015 (size=5672) 2024-11-25T07:53:59,092 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f347b26f66c416bb02eb51a419055b5 2024-11-25T07:53:59,109 DEBUG [M:0;7fb8763a5d32:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ee405fb8204205afe7cad64b019d19 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732521238635/Put/seqid=0 2024-11-25T07:53:59,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741840_1016 (size=5275) 2024-11-25T07:53:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741840_1016 (size=5275) 2024-11-25T07:53:59,114 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ee405fb8204205afe7cad64b019d19 2024-11-25T07:53:59,132 DEBUG [M:0;7fb8763a5d32:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc1a8602fb1a43ebb6c84be875028e3e is 69, key is 7fb8763a5d32,34707,1732521237587/rs:state/1732521238057/Put/seqid=0 2024-11-25T07:53:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741841_1017 (size=5156) 2024-11-25T07:53:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741841_1017 (size=5156) 2024-11-25T07:53:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:59,137 INFO [RS:0;7fb8763a5d32:34707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:53:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x10170fc17410001, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:59,137 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc1a8602fb1a43ebb6c84be875028e3e 2024-11-25T07:53:59,137 INFO [RS:0;7fb8763a5d32:34707 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,34707,1732521237587; zookeeper connection closed. 2024-11-25T07:53:59,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dfb0958 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dfb0958 2024-11-25T07:53:59,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:53:59,155 DEBUG [M:0;7fb8763a5d32:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/556ac1a6c96e4bc69ae89499b5a84d5d is 52, key is load_balancer_on/state:d/1732521238730/Put/seqid=0 2024-11-25T07:53:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741842_1018 (size=5056) 2024-11-25T07:53:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741842_1018 (size=5056) 2024-11-25T07:53:59,160 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/556ac1a6c96e4bc69ae89499b5a84d5d 2024-11-25T07:53:59,164 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f347b26f66c416bb02eb51a419055b5 as hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f347b26f66c416bb02eb51a419055b5 2024-11-25T07:53:59,169 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f347b26f66c416bb02eb51a419055b5, entries=8, sequenceid=29, filesize=5.5 K 2024-11-25T07:53:59,170 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ee405fb8204205afe7cad64b019d19 as hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57ee405fb8204205afe7cad64b019d19 2024-11-25T07:53:59,174 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57ee405fb8204205afe7cad64b019d19, entries=3, sequenceid=29, filesize=5.2 K 2024-11-25T07:53:59,175 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc1a8602fb1a43ebb6c84be875028e3e as hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc1a8602fb1a43ebb6c84be875028e3e 2024-11-25T07:53:59,180 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc1a8602fb1a43ebb6c84be875028e3e, entries=1, sequenceid=29, filesize=5.0 K 2024-11-25T07:53:59,181 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/556ac1a6c96e4bc69ae89499b5a84d5d as hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/556ac1a6c96e4bc69ae89499b5a84d5d 2024-11-25T07:53:59,185 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/4048edea-8875-e070-1da0-86b196ffafa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/556ac1a6c96e4bc69ae89499b5a84d5d, entries=1, sequenceid=29, filesize=4.9 K 2024-11-25T07:53:59,186 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false 2024-11-25T07:53:59,188 INFO [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:53:59,188 DEBUG [M:0;7fb8763a5d32:43307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732521239071Disabling compacts and flushes for region at 1732521239071Disabling writes for close at 1732521239071Obtaining lock to block concurrent updates at 1732521239071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732521239071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732521239072 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732521239072Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732521239072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732521239086 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732521239086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732521239096 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732521239109 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732521239109Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732521239118 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732521239132 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732521239132Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732521239141 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732521239154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732521239154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2e0fc4: reopening flushed file at 1732521239163 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5fc04d: reopening flushed file at 1732521239169 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4414ddad: reopening flushed file at 1732521239174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4954ab: reopening flushed file at 1732521239180 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false at 1732521239186 (+6 ms)Writing region close event to WAL at 1732521239188 (+2 ms)Closed at 1732521239188 2024-11-25T07:53:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741830_1006 (size=10311) 2024-11-25T07:53:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741830_1006 (size=10311) 2024-11-25T07:53:59,191 INFO [M:0;7fb8763a5d32:43307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:53:59,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:53:59,191 INFO [M:0;7fb8763a5d32:43307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43307 2024-11-25T07:53:59,191 INFO [M:0;7fb8763a5d32:43307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:53:59,297 INFO [M:0;7fb8763a5d32:43307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:53:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x10170fc17410000, quorum=127.0.0.1:52738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:53:59,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21fb625b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:59,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e377b64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:59,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7259bfba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f015329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:59,399 WARN [BP-2110327830-172.17.0.2-1732521234937 heartbeating to localhost/127.0.0.1:36523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:53:59,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:53:59,399 WARN [BP-2110327830-172.17.0.2-1732521234937 heartbeating to localhost/127.0.0.1:36523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2110327830-172.17.0.2-1732521234937 (Datanode Uuid 1bae6393-577c-440e-9109-70da0da31c9a) service to localhost/127.0.0.1:36523 2024-11-25T07:53:59,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:53:59,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data3/current/BP-2110327830-172.17.0.2-1732521234937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:59,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data4/current/BP-2110327830-172.17.0.2-1732521234937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:59,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:53:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70ad8c95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:53:59,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44e00ca1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:59,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f259d9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4194b295{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:59,405 WARN [BP-2110327830-172.17.0.2-1732521234937 heartbeating to localhost/127.0.0.1:36523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:53:59,405 WARN [BP-2110327830-172.17.0.2-1732521234937 heartbeating to localhost/127.0.0.1:36523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2110327830-172.17.0.2-1732521234937 (Datanode Uuid 12e9efa9-d8d0-47f3-a485-782b76ecb20e) service to localhost/127.0.0.1:36523 2024-11-25T07:53:59,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data1/current/BP-2110327830-172.17.0.2-1732521234937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:59,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/cluster_84f60857-44c3-514d-ca43-8bdc1b55ca59/data/data2/current/BP-2110327830-172.17.0.2-1732521234937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:53:59,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:53:59,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:53:59,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:53:59,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15940fa2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:53:59,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@98e032b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:53:59,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:53:59,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4554668b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:53:59,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1309d11c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cc4972a4-a1f7-ff0e-5814-7d2676de8b3d/hadoop.log.dir/,STOPPED} 2024-11-25T07:53:59,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:53:59,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:53:59,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:53:59,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:59,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:59,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:59,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:53:59,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 107) - Thread LEAK? -, OpenFileDescriptor=511 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=4121 (was 4159)